-- Logs begin at Tue 2022-01-11 22:29:34 UTC, end at Tue 2022-01-11 23:49:23 UTC. -- Jan 11 23:11:57.698548 dv-cinder-821602-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 11 23:12:00.635157 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.common.config [-] Logging enabled! Jan 11 23:12:00.635824 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev356 Jan 11 23:12:00.635914 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103036) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 23:12:00.639168 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.common.config [-] Logging enabled! Jan 11 23:12:00.639422 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev356 Jan 11 23:12:00.639728 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103036) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 11 23:12:00.640650 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 23:12:00.640882 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 23:12:00.641436 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 23:12:00.641684 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 23:12:00.641913 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 23:12:00.642240 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.642657 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 11 23:12:00.642966 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.643259 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.643550 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.643840 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.644150 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.644407 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.644690 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.645012 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.645299 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.645578 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.645860 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.646148 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.646427 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.646712 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.646998 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.647277 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] debug = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.647552 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.647970 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.648380 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.648654 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.648958 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.649237 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.649507 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.649779 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.650059 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.650462 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] host = dv-cinder-821602-8-iscsi {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.650736 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.651022 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.651306 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.651589 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.651861 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.652142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.652428 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.652694 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.652988 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.653265 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.653550 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.653834 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.654118 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.654339 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.654557 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.654841 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.655122 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.655392 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.655662 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.655928 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.656193 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.656460 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.656722 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.657030 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.657312 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.657593 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.657862 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.658129 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.658395 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.658658 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.658934 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.659204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.659472 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.659739 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.660019 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.660284 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.660552 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.660847 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.661155 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.661436 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.661717 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.661990 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.662268 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.662538 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.662802 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.663069 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] use_json = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.663335 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.663599 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.663875 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.664139 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.664405 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.664669 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.664947 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.665234 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.665503 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:00.666334 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.666623 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.666920 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.667202 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.667488 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.667761 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.668043 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.668316 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.668596 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.668878 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.669187 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.669463 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.669756 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.670039 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.670326 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.670623 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.670908 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.671191 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.671462 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.671729 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.671996 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.672267 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.672566 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.672821 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.673129 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.673413 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.673685 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.673973 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.674251 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.674536 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.674819 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.675085 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.675357 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.675641 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.675911 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.676177 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.676448 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.676727 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.677030 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.677299 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.677575 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.677844 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.678109 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.678375 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.678645 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.678926 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.679198 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.679462 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.679726 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.679996 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.680256 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.680532 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.680802 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.681098 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.681978 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.682252 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.682696 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.682969 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.683245 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.683516 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.683790 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.684058 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.684326 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.684596 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.684865 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.685160 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.685430 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.685697 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.685970 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.686237 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.686501 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.686766 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.687033 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.687299 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.687583 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.687876 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.688148 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.688421 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.688693 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.688987 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.689260 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.689788 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.690059 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.690331 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.690598 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.690883 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.691162 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.691444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.691743 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.692018 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.692310 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.692587 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.692869 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.693166 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.693437 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.693716 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.693994 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.694282 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.694570 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.694858 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.695146 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.695432 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.695708 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.696009 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.696282 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:00.696495 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 23:12:00.696731 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103036) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 11 23:12:01.044656 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 23:12:01.044834 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 23:12:01.045168 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 11 23:12:01.045500 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 11 23:12:01.373683 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.373951 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.374221 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.375505 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.375775 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.376038 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.421600 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.421881 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.422149 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.437656 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.437937 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.438200 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.466596 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.466870 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.467136 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.504758 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.505068 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.505335 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.845106 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.845655 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.845655 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.845892 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.846579 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.945402 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.945723 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.946005 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.946281 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.946559 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.946867 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.947571 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.947989 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.948255 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.948545 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.948812 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.949111 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.949373 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.949632 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.949892 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.950159 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.950416 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.950683 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.950955 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.951217 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.951491 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.951746 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.952037 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.952411 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.952662 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.952911 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:01.953323 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:01.953561 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:01.953796 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:01.954028 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:01.954265 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:01.954500 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:01.954858 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 11 23:12:01.958095 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 11 23:12:01.962157 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 11 23:12:01.966666 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 11 23:12:01.968294 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 11 23:12:01.968748 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 11 23:12:01.969107 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 11 23:12:01.969494 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 11 23:12:01.972298 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 11 23:12:01.972548 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 11 23:12:01.972890 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 23:12:01.978785 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 11 23:12:02.001515 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 11 23:12:02.001961 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:02.002258 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103036) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 11 23:12:02.002614 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:02.003994 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103036) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 11 23:12:02.004270 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 11 23:12:02.004517 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 11 23:12:02.007842 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:02.008125 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:02.072825 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 11 23:12:02.073088 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 11 23:12:02.073324 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 11 23:12:02.073685 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 11 23:12:02.094585 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_db.sqlalchemy.engines [None req-126648e3-649c-4240-aac6-547362a7723f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103036) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 11 23:12:02.680763 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing driver for type 'gre' Jan 11 23:12:02.681811 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-126648e3-649c-4240-aac6-547362a7723f None None] gre ID ranges: [(1, 1000)] Jan 11 23:12:02.997658 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing driver for type 'local' Jan 11 23:12:03.036586 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing driver for type 'vlan' Jan 11 23:12:03.122983 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-126648e3-649c-4240-aac6-547362a7723f None None] VlanTypeDriver initialization complete Jan 11 23:12:03.123321 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing driver for type 'vxlan' Jan 11 23:12:03.123823 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-126648e3-649c-4240-aac6-547362a7723f None None] vxlan ID ranges: [(1, 1000)] Jan 11 23:12:03.305589 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing extension driver 'port_security' Jan 11 23:12:03.305865 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.extensions.port_security [None req-126648e3-649c-4240-aac6-547362a7723f None None] PortSecurityExtensionDriver initialization complete Jan 11 23:12:03.306208 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing mechanism driver 'openvswitch' Jan 11 23:12:03.307132 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing mechanism driver 'hyperv' Jan 11 23:12:03.319583 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.plugin [None req-126648e3-649c-4240-aac6-547362a7723f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:03.320264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.320638 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.321027 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.321557 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 23:12:03.322577 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.322936 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.323279 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.323674 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 23:12:03.324077 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.324453 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.324795 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.325217 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 23:12:03.325623 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > security_group after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.325971 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > security_group after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.326313 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.326843 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 23:12:03.327250 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.327597 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.327940 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.328337 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 23:12:03.328738 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > address_group after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.329113 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > address_group after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.329454 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.329849 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103036) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 11 23:12:03.330228 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-126648e3-649c-4240-aac6-547362a7723f None None] ML2 OVO RPC backend initialized. {{(pid=103036) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 11 23:12:03.330932 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.331284 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.331696 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.332047 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > networks before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.332395 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.332735 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > ports before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.333105 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.333444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnets before_response 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.333789 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.334125 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.334459 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.334792 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.335123 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.335454 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.335785 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.336117 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.336446 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.337059 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.plugin [None req-126648e3-649c-4240-aac6-547362a7723f None None] Modular L2 Plugin initialization complete Jan 11 23:12:03.337392 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading services supported by the core plugin {{(pid=103036) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 11 23:12:03.337767 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.plugins.ml2.managers [None req-126648e3-649c-4240-aac6-547362a7723f None None] Got port-security extension from driver 'port_security' Jan 11 23:12:03.338208 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.extensions.vlantransparent [None req-126648e3-649c-4240-aac6-547362a7723f None None] Disabled vlantransparent extension. Jan 11 23:12:03.338701 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103036) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 11 23:12:03.339016 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: router Jan 11 23:12:03.375232 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.375627 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_create 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.376001 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router before_create 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.376364 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.376735 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.377125 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_delete 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.377485 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.377833 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.378189 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_create 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.378535 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_update 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.378882 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_update 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.379231 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.379588 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_update 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.379998 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_update 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.380366 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.380706 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.381080 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: subnet after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.381424 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.381770 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.382123 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_create 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.382462 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.382801 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.383154 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router after_update 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.383493 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.383839 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_create 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.384196 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.385214 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_update 55549900 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.385577 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > agent after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.385927 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > agent after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.386270 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > network after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.387136 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Tracking information for resource: router configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:03.387467 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Tracking information for resource: floatingip configured {{(pid=103036) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 11 23:12:03.392638 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.db.l3_agentschedulers_db [None req-126648e3-649c-4240-aac6-547362a7723f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 11 23:12:03.393248 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.393612 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port after_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.394009 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port after_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.394360 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: port after_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.395156 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router before_create 55550100 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.395518 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.395882 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_create 55550100 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.396239 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > router precommit_update 55550100 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.401156 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.provider_configuration [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service providers = [] {{(pid=103036) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 11 23:12:03.401521 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.db.servicetype_db [None req-126648e3-649c-4240-aac6-547362a7723f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103036) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 11 23:12:03.404511 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.service_base [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 23:12:03.404866 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.service_base [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 23:12:03.405241 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.service_base [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 23:12:03.406132 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.services.service_base [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103036) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 11 23:12:03.406504 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.services.service_base [None req-126648e3-649c-4240-aac6-547362a7723f None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 11 23:12:03.406882 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.407197 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 11 23:12:03.417984 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.418324 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: auto_allocate Jan 11 23:12:03.424165 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: network precommit_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.424535 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: network precommit_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.425096 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.425421 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: tag Jan 11 23:12:03.432631 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.433001 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: timestamp Jan 11 23:12:03.437056 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.437394 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: network_ip_availability Jan 11 23:12:03.443142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.443514 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.443873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.444579 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.444901 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: flavors Jan 11 23:12:03.450341 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.450681 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading Plugin: revisions Jan 11 23:12:03.454995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103036) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 11 23:12:03.455384 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_concurrency.lockutils [None req-126648e3-649c-4240-aac6-547362a7723f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.410s {{(pid=103036) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 11 23:12:03.456126 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103036) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 11 23:12:03.456469 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Initializing extension manager. Jan 11 23:12:03.457001 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: __init__.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.457348 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: __pycache__ {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.457690 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.458027 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: address_group.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.458781 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.459349 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: address-group Jan 11 23:12:03.459673 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: address_scope.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.460570 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.461115 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: address-scope Jan 11 23:12:03.461443 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.462381 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.462925 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: router-admin-state-down-before-update Jan 11 23:12:03.463247 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: agent.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.463943 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.464455 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: agent Jan 11 23:12:03.464778 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: agent_resources_synced.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.465713 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.466223 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: agent-resources-synced Jan 11 23:12:03.466545 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: allowedaddresspairs.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.468327 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.468846 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: allowed-address-pairs Jan 11 23:12:03.469202 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: auto_allocated_topology.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.470288 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.470801 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: auto-allocated-topology Jan 11 23:12:03.471126 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: availability_zone.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.471819 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.472325 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: availability_zone Jan 11 23:12:03.472646 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: availability_zone_filter.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.473604 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.474112 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: availability_zone_filter Jan 11 23:12:03.474432 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: data_plane_status.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.475336 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.475836 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension data-plane-status not supported by any of loaded plugins Jan 11 23:12:03.476158 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: default_subnetpools.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.477109 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.477617 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: default-subnetpools Jan 11 23:12:03.477942 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.478771 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.479272 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: dhcp_agent_scheduler Jan 11 23:12:03.479596 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: dns.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.480504 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.481040 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension dns-integration not supported by any of loaded plugins Jan 11 23:12:03.481365 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: dns_domain_ports.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.482280 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.482783 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 11 23:12:03.483108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.484026 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.484531 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 11 23:12:03.484853 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: dvr.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.485555 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.486064 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: dvr Jan 11 23:12:03.486386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: ecmp_routes.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.487298 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.487807 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension ecmp_routes not supported by any of loaded plugins Jan 11 23:12:03.488126 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: empty_string_filtering.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.489076 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.489586 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: empty-string-filtering Jan 11 23:12:03.489908 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.490823 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.491327 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 11 23:12:03.491649 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.492566 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.493104 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 11 23:12:03.493428 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: external_net.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.494877 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.495384 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: external-net Jan 11 23:12:03.495705 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.496618 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.497159 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: extra_dhcp_opt Jan 11 23:12:03.497482 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: extraroute.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.498387 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.498894 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: extraroute Jan 11 23:12:03.499215 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: extraroute_atomic.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.500236 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.500743 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: extraroute-atomic Jan 11 23:12:03.501100 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: filter_validation.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.501769 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.502271 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: filter-validation Jan 11 23:12:03.502592 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: fip_pf_description.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.503502 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.504005 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 11 23:12:03.504323 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: fip_port_details.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.505260 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.505767 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: fip-port-details Jan 11 23:12:03.506086 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: flavors.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.507321 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.507837 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: flavors Jan 11 23:12:03.508161 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.510426 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.510941 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 11 23:12:03.511272 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: floatingip_pools.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.511979 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.512486 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: floatingip-pools Jan 11 23:12:03.512810 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: ip_allocation.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.513766 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.514274 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension ip_allocation not supported by any of loaded plugins Jan 11 23:12:03.514599 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.515516 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.516029 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: ip-substring-filtering Jan 11 23:12:03.516356 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l2_adjacency.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.517316 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.517825 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension l2_adjacency not supported by any of loaded plugins Jan 11 23:12:03.518148 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.519234 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.519754 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: router Jan 11 23:12:03.520081 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.522403 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.522931 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 11 23:12:03.523263 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.524191 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.524702 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: ext-gw-mode Jan 11 23:12:03.525114 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.526039 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.526540 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: l3-ha Jan 11 23:12:03.526864 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3_flavors.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.527774 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.528281 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: l3-flavors Jan 11 23:12:03.528604 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.529542 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.530052 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: l3-port-ip-change-not-allowed Jan 11 23:12:03.530374 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: l3agentscheduler.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.531407 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.531923 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: l3_agent_scheduler Jan 11 23:12:03.532252 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: local_ip.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.534062 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.534590 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension local_ip not supported by any of loaded plugins Jan 11 23:12:03.534925 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: logging.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.536429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.536983 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension logging not supported by any of loaded plugins Jan 11 23:12:03.537321 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: metering.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.538064 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.538645 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: metering Jan 11 23:12:03.538973 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.540088 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.540629 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: metering_source_and_destination_fields Jan 11 23:12:03.540986 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: multiprovidernet.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.541918 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.542433 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: multi-provider Jan 11 23:12:03.542760 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: netmtu.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.543669 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.544181 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: net-mtu Jan 11 23:12:03.544505 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: netmtu_writable.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.545438 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.545949 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: net-mtu-writable Jan 11 23:12:03.546274 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: network_availability_zone.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.546947 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.547452 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: network_availability_zone Jan 11 23:12:03.547776 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: network_ip_availability.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.548880 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.549435 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: network-ip-availability Jan 11 23:12:03.549758 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: network_segment_range.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.550516 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.551023 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension network-segment-range not supported by any of loaded plugins Jan 11 23:12:03.551346 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: pagination.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.552449 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.552783 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: pagination Jan 11 23:12:03.553142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: port_device_profile.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.554058 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.554570 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: port-device-profile Jan 11 23:12:03.554892 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.555849 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.556844 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: port-mac-address-regenerate Jan 11 23:12:03.557191 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.558109 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.558621 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: port-numa-affinity-policy Jan 11 23:12:03.558942 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: port_resource_request.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.559853 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.560356 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension port-resource-request not supported by any of loaded plugins Jan 11 23:12:03.560675 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: port_resource_request_groups.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.561674 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.562178 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 11 23:12:03.562504 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: portbindings.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.563430 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.563940 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: binding Jan 11 23:12:03.564510 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: portbindings_extended.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.565803 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.566318 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: binding-extended Jan 11 23:12:03.566645 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: portsecurity.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.567558 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.568070 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: port-security Jan 11 23:12:03.568395 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: project_id.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.569447 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.569779 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: project-id Jan 11 23:12:03.570106 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: providernet.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.571028 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.571543 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: provider Jan 11 23:12:03.572478 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.576195 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.576726 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos not supported by any of loaded plugins Jan 11 23:12:03.577096 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.578350 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.578865 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 11 23:12:03.579193 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.580110 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.580623 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 11 23:12:03.580970 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_default.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.581882 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.582391 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-default not supported by any of loaded plugins Jan 11 23:12:03.582720 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_fip.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.583634 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.584144 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-fip not supported by any of loaded plugins Jan 11 23:12:03.584466 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.585413 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.585926 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 11 23:12:03.586251 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_gateway_ip.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.587189 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.587795 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 11 23:12:03.588133 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_port_network_policy.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.589077 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.589589 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 11 23:12:03.589915 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.590952 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.591468 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 11 23:12:03.591793 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_pps_rule.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.593008 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.593531 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-pps not supported by any of loaded plugins Jan 11 23:12:03.593855 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_rule_type_details.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.594770 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.595283 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 11 23:12:03.595605 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: qos_rules_alias.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.596650 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.597192 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 11 23:12:03.597518 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: quota_check_limit.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.598430 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.598947 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: quota-check-limit Jan 11 23:12:03.599277 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: quotasv2.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.600181 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.600506 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: quotas Jan 11 23:12:03.600827 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: quotasv2_detail.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.604369 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.604711 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: quota_details Jan 11 23:12:03.605086 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: rbac.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.606145 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.606680 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: rbac-policies Jan 11 23:12:03.607008 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: rbac_address_group.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.607943 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.608463 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: rbac-address-group Jan 11 23:12:03.608787 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: rbac_address_scope.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.609749 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.610261 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: rbac-address-scope Jan 11 23:12:03.610585 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: rbac_security_groups.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.611500 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.612012 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: rbac-security-groups Jan 11 23:12:03.612334 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: rbac_subnetpool.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.613275 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.613785 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: rbac-subnetpool Jan 11 23:12:03.614106 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: revisionifmatch.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.615021 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.615530 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: revision-if-match Jan 11 23:12:03.615850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: revisions.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.616985 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.617506 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: standard-attr-revisions Jan 11 23:12:03.617828 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: router_availability_zone.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.618497 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.619616 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: router_availability_zone Jan 11 23:12:03.620100 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: routerservicetype.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.621065 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.621579 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension router-service-type not supported by any of loaded plugins Jan 11 23:12:03.621925 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.622903 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.623418 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: security-groups-normalized-cidr Jan 11 23:12:03.623742 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.624679 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.625230 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: port-security-groups-filtering Jan 11 23:12:03.625553 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.626494 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.627013 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: security-groups-remote-address-group Jan 11 23:12:03.627340 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.628264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.628798 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: security-groups-shared-filtering Jan 11 23:12:03.629131 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.637751 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 11 23:12:03.637751 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: securitygroup.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.641929 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.642467 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: security-group Jan 11 23:12:03.642805 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: segment.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.643598 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.644115 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension segment not supported by any of loaded plugins Jan 11 23:12:03.644443 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.645429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.645943 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 11 23:12:03.646267 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: servicetype.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.647368 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.647893 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: service-type Jan 11 23:12:03.648220 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: sorting.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.649241 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.649579 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: sorting Jan 11 23:12:03.649907 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: standard_attr_segment.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.651506 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.652026 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 11 23:12:03.652355 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: standardattrdescription.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.653046 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.653560 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: standard-attr-description Jan 11 23:12:03.653889 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: stateful_security_group.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.654821 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.655338 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: stateful-security-group Jan 11 23:12:03.655663 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: stdattrs_common.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.656235 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 11 23:12:03.656557 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.657520 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.658035 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 11 23:12:03.658351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: subnet_onboard.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.659435 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.659957 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: subnet_onboard Jan 11 23:12:03.660284 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.661240 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.661754 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 11 23:12:03.662077 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: subnet_service_types.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.663011 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.663530 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: subnet-service-types Jan 11 23:12:03.663851 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: subnetallocation.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.665024 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.666232 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: subnet_allocation Jan 11 23:12:03.666556 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.672383 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.672383 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: subnetpool-prefix-ops Jan 11 23:12:03.672383 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.673127 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.673642 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 11 23:12:03.673964 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: tagging.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.675021 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.675555 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: standard-attr-tag Jan 11 23:12:03.675884 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: timestamp.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.677132 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.677650 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loaded extension: standard-attr-timestamp Jan 11 23:12:03.677980 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: trunk.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.679013 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.679529 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension trunk not supported by any of loaded plugins Jan 11 23:12:03.679854 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: trunk_details.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.680769 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.681340 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension trunk-details not supported by any of loaded plugins Jan 11 23:12:03.681664 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: uplink_status_propagation.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.682583 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.683097 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 11 23:12:03.683420 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Loading extension file: vlantransparent.py {{(pid=103036) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 11 23:12:03.684088 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103036) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 11 23:12:03.684592 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extension vlan-transparent not supported by any of loaded plugins Jan 11 23:12:03.687112 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:network Jan 11 23:12:03.687641 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:subnet Jan 11 23:12:03.688043 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 23:12:03.688436 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:port Jan 11 23:12:03.689952 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.690396 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service FLAVORS assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.691019 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.691450 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.691779 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:router Jan 11 23:12:03.692212 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:floatingip Jan 11 23:12:03.692695 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service METERING assigned prefix: /metering {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.694172 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.694544 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.694896 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103036) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:12:03.695910 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 23:12:03.696347 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:security_group Jan 11 23:12:03.696785 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 23:12:03.697982 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service CORE assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.698258 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 23:12:03.698604 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] subnetpool is already registered Jan 11 23:12:03.699029 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service CORE assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.699354 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 23:12:03.699693 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] subnetpool is already registered Jan 11 23:12:03.701992 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.702424 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service FLAVORS assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.703014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.703431 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.703762 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:router Jan 11 23:12:03.704100 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] router is already registered Jan 11 23:12:03.704511 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:floatingip Jan 11 23:12:03.706971 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] floatingip is already registered Jan 11 23:12:03.706971 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service METERING assigned prefix: /metering {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.706971 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of CountableResource for resource:rbac_policy Jan 11 23:12:03.706971 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] rbac_policy is already registered Jan 11 23:12:03.706971 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:security_group Jan 11 23:12:03.706971 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] security_group is already registered Jan 11 23:12:03.707407 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:security_group_rule Jan 11 23:12:03.707703 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] security_group_rule is already registered Jan 11 23:12:03.708328 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service CORE assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.708653 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 23:12:03.709013 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] subnetpool is already registered Jan 11 23:12:03.709436 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.v2.resource_helper [None req-126648e3-649c-4240-aac6-547362a7723f None None] Service CORE assigned prefix: {{(pid=103036) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 11 23:12:03.709760 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] Creating instance of TrackedResource for resource:subnetpool Jan 11 23:12:03.710090 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING neutron.quota.resource_registry [None req-126648e3-649c-4240-aac6-547362a7723f None None] subnetpool is already registered Jan 11 23:12:03.710560 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: extensions {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.712030 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: address-groups {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.714204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: address-scopes {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.715520 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: agents {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.716685 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: auto-allocated-topology {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.717985 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: availability_zones {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.719192 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: dhcp-networks {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.720701 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: dhcp-agents {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.722170 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: routers {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.724377 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: flavors {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.725583 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: service_profiles {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.726794 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: next_providers {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.728393 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: service_profiles {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.730091 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: floatingip-pools {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.731320 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: routers {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.733466 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: floatingips {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.734747 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: l3-routers {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.736140 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: l3-agents {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.737585 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: metering-labels {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.738936 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: metering-label-rules {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.740231 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: network-ip-availabilities {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.741525 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: bindings {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.744044 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: quotas {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.745802 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: quotas {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.747340 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: rbac-policies {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.748641 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: security-groups {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.749918 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: security-group-rules {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.751165 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: service-providers {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.752390 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: subnetpools {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.753840 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: subnetpools {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.755303 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.757002 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.758820 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.761277 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.763054 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.764903 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.766596 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.768497 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.770262 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.772104 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron.api.extensions [None req-126648e3-649c-4240-aac6-547362a7723f None None] Extended resource: tags {{(pid=103036) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 11 23:12:03.778499 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING keystonemiddleware.auth_token [None req-126648e3-649c-4240-aac6-547362a7723f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 11 23:12:03.783154 dv-cinder-821602-8-iscsi neutron-server[103036]: WARNING keystonemiddleware.auth_token [None req-126648e3-649c-4240-aac6-547362a7723f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 11 23:12:03.791807 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_concurrency.lockutils [None req-126648e3-649c-4240-aac6-547362a7723f None None] Acquired lock "singleton_lock" {{(pid=103036) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 11 23:12:03.792282 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_concurrency.lockutils [None req-126648e3-649c-4240-aac6-547362a7723f None None] Releasing lock "singleton_lock" {{(pid=103036) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 11 23:12:03.792945 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Starting 2 workers Jan 11 23:12:03.797781 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Started child 103147 {{(pid=103036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 23:12:03.802377 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Started child 103148 {{(pid=103036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 23:12:03.803282 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:03.803971 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO neutron.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Neutron service started, listening on 0.0.0.0:9696 Jan 11 23:12:03.804624 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:03.805072 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [-] (103147) wsgi starting up on http://0.0.0.0:9696 Jan 11 23:12:03.807310 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Starting 1 workers Jan 11 23:12:03.807653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:03.809073 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [-] (103148) wsgi starting up on http://0.0.0.0:9696 Jan 11 23:12:03.812376 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Started child 103149 {{(pid=103036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 23:12:03.812944 dv-cinder-821602-8-iscsi neutron-server[103036]: INFO oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Starting 1 workers Jan 11 23:12:03.816432 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] calling RpcWorker wait() {{(pid=103149) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 11 23:12:03.816977 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] returning from RpcWorker wait() {{(pid=103149) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 11 23:12:03.817740 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [None req-126648e3-649c-4240-aac6-547362a7723f None None] Started child 103150 {{(pid=103036) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 11 23:12:03.818293 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:03.818552 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG neutron_lib.callbacks.manager [None req-126648e3-649c-4240-aac6-547362a7723f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:03.818783 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:03.820449 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103036) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 23:12:03.820666 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 23:12:03.820855 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 23:12:03.821131 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 23:12:03.821478 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 23:12:03.821647 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 23:12:03.822685 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.823021 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.823233 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:03.823865 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.823865 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.823865 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.824306 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.824587 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.824849 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.825167 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.825405 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.825574 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.825745 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.825989 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.826222 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.826531 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.826801 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.827052 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.827327 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.827504 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.827748 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.828026 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.828255 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.828520 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] debug = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.828765 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.829275 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.829525 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.829765 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.829985 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.830270 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.830496 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.830751 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.830984 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.831199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.831456 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.831711 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.831947 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.832157 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.832420 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.832637 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.832893 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.833141 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.833594 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] host = dv-cinder-821602-8-iscsi {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.833829 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.834062 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.834360 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.834538 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.834790 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.835005 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.835273 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.835530 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.835783 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.836007 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.836245 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.836487 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.836725 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.836990 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.837150 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_options = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.837370 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.837757 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.838013 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.838342 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.838342 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.839118 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.839256 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.839410 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.839639 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.839856 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.840074 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.840306 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.840537 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.840770 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.841047 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.841281 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.841516 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.841748 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.842046 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.842239 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.842468 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.842715 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.842956 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.843194 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.843408 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.843624 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.843869 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.844092 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.844585 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.845192 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.845590 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.845851 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.846014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.846275 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.846692 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.847216 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.847456 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.847709 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.847979 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.848079 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:03.848212 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.848462 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.848734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.849001 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.849253 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.849473 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.849712 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.849945 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_json = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.850160 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.850394 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.850673 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.851501 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.851737 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.852241 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.852687 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.852972 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.853222 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.853670 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.857444 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.858349 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859142 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859503 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859503 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859715 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.859952 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.860180 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.860478 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.860747 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.861119 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.861383 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.861633 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.861883 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.862104 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.862375 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.862610 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.862829 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.863064 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.863286 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.863574 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.863793 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.864013 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.864240 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.864478 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.864732 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.864951 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.865193 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.865466 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.865703 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.865935 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.866134 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.866351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.866607 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.866827 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.867058 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.867282 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.867564 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.867808 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.868048 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.868264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.868479 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.868698 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.869080 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.869634 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.869634 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.869905 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.870047 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.870184 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.870390 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.870636 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.870851 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.871066 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.871289 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.871527 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.871766 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.872005 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.872367 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.872583 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.872714 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.872839 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.873089 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.873311 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.873525 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.873739 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.873953 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.874192 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.874424 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.874916 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.874916 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.875177 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.875315 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.875549 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.876138 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.876138 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.876391 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.876553 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.877584 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.877584 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.877584 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.877584 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.878581 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.878581 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.878581 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.878581 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.879056 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.879056 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.879056 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880016 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880016 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880016 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880435 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880435 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880689 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.880861 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.881124 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.881360 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.881614 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.881867 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.882144 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.882402 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.882679 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.882917 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.883187 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.883476 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.883824 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.884030 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887451 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887451 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887751 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 60402) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.887891 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.888832 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.888832 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.888832 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.888832 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.888832 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.888832 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.889589 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.889589 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.889589 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.889937 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.889937 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.890182 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.890335 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.890583 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.890800 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.891016 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.891670 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.891670 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.891915 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.891915 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.892159 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.892334 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.892569 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.892823 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.893063 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.893287 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.893495 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.894235 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.894235 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.894235 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.894626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.894626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.894870 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.895120 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.895275 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.895469 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.895692 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.895942 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.896184 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.896452 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.896947 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.897210 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.897461 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.897708 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.897971 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.898179 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.898422 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.898668 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.898884 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.899099 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.899320 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.899539 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.899774 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.900037 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.900815 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.901200 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.901465 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.901794 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.902047 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.902281 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.902520 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.902740 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.902983 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.903204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.903426 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.903644 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.904008 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.904154 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.904362 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.904607 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.904860 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.905134 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.905382 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.905571 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.905809 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.905988 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0183594 Jan 11 23:12:03.906416 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.906416 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.907080 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.907335 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.907587 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.908670 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.908898 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.910008 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.910008 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.910008 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.910430 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.910839 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.910839 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912032 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912032 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912032 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912032 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912032 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912415 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912415 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912624 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.912839 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.914873 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.915386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.915386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.915386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.915386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.915651 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.916020 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.916238 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.916531 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.916780 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.917032 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.917363 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.917605 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.917852 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.918097 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.918402 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.918634 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.919262 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.919262 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.919552 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.919552 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.919829 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.920108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.920379 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.920630 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.920871 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.921216 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.921491 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.921761 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.921978 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.922273 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.922610 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.922892 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.923155 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.923398 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.923646 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.923892 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.924103 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.924341 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.924560 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.924797 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.925393 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.925393 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927188 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927188 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927188 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927188 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927601 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927685 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.927843 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.928061 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.928209 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 23:12:03.928752 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103036) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 11 23:12:03.928914 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 11 23:12:03.929252 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 11 23:12:03.929593 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 11 23:12:03.929921 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 11 23:12:03.930079 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 11 23:12:03.930293 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.930459 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.930623 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.930788 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.930949 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.931327 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.931575 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.931728 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.931892 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.932191 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.932351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.932494 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.933441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.933441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.933441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.933441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.933441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.933441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934264 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] debug = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934929 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934929 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934929 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.934929 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.935556 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.935556 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.935556 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.935556 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.935556 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.936338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.936338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.936338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.936734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.936734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.936734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937386 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] host = dv-cinder-821602-8-iscsi {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937921 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937921 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937921 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.937921 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.938610 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.938610 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.938610 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.939001 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.939001 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.939527 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.939527 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_options = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.941199 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.942266 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.943143 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.944995 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945540 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945986 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945986 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945986 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.945986 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.946648 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.946648 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.946648 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.946648 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.947801 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.947801 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.947801 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_json = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948183 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948183 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948441 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948695 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948695 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.948987 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.949871 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.950263 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 11 23:12:03.950263 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.950528 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.950528 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.950783 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.950916 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.951075 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.951224 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.951765 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.951765 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.951765 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.951765 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952428 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952428 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952428 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952428 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952991 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952991 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.952991 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.953391 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.953391 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.953391 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.953780 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.953780 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954068 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954068 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954269 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954269 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954415 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954568 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954745 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.954907 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.955071 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.955233 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.955398 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.955566 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.955726 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.956041 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.956208 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.956689 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.956839 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.957719 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.957719 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.957719 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.957719 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.957719 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958388 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958388 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958388 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958977 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.958977 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.959197 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.959285 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.959399 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.959534 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.959701 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.959876 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.960039 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.960203 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.960365 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.960527 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.960689 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.960851 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.961736 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.961736 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.961736 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.961736 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.961736 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.962351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.962351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.962351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.962351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.963396 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.963396 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.963396 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.963743 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.963743 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.963743 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964104 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964104 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964340 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964340 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964617 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964617 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.964883 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965022 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965131 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965295 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965458 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965620 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965790 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.965968 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.966132 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.966295 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.966458 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.966619 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967049 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967049 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967290 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967290 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967526 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967526 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967763 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967857 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.967989 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.968148 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.968462 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.968766 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.968958 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.969119 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970014 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970399 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970399 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.970518 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971718 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971718 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971718 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.971924 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.972002 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.972171 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.972356 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.972507 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.972653 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.972820 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.973023 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.973172 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.973330 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.973516 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.973679 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.973783 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:03.973861 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974019 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974167 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974309 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974467 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974627 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974790 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.974952 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.975115 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.975277 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.975440 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.975603 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.975764 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.975927 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.976090 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.976254 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.976416 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.976579 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.976742 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.976903 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.977089 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.977252 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.977415 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.979103 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.979103 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.979103 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.979103 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.980216 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.980406 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.980570 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.980735 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.980899 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.981410 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.981410 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.981410 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.981667 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.981747 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.981862 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.982025 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.982189 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.982351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.982515 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.982680 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.982843 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983007 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983179 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983328 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983604 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983697 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983795 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.983960 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.984270 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.984458 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.984623 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.984768 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.985850 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.986289 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.986289 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.986289 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.986461 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.986597 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.986809 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987118 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987118 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987338 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987423 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987533 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987696 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.987860 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.988023 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.988197 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.988345 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.988519 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.988683 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.988846 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.989030 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.989212 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.989351 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.989522 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.989734 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.989848 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.990755 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.990755 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.990755 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.990755 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.990755 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.990755 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.991133 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.991133 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.991252 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.991376 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.992088 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.992088 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.992088 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.992088 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.992348 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.992348 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.993204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.993204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.993204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.993204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.993204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.993204 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.994631 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.994631 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.994631 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.994631 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.994631 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.995429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.995429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.995429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.995429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.995429 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996108 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996713 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996713 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996713 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996713 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.996973 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.997044 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.997189 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.997364 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.997586 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.997586 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.997586 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.998705 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.998705 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.998705 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.998705 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:03.998705 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.000626 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.001319 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.001319 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 11 23:12:04.001319 dv-cinder-821602-8-iscsi neutron-server[103036]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103036) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 11 23:12:15.590988 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2647f-4965-4f53-979b-5685bb714b45 None None] get_active_networks_info from dv-cinder-821602-8-iscsi {{(pid=103149) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 11 23:12:15.654238 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2647f-4965-4f53-979b-5685bb714b45 None None] No non-hosted networks {{(pid=103149) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 11 23:12:15.663134 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.agentschedulers_db [None req-2fb2647f-4965-4f53-979b-5685bb714b45 None None] DHCP Agent not found on host dv-cinder-821602-8-iscsi {{(pid=103149) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 11 23:12:15.761784 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-862e5d0a-6274-4041-9cb6-8e187070f3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516637'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:17.911506 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4a923f6e-5677-4688-87d1-cfa5b61470bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516637'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:17.950867 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.db.api [None req-9b1e8d51-dca5-46fd-a95c-6651816f6f0d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821602-8-iscsi {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 23:12:17.951731 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG oslo_db.api [None req-9b1e8d51-dca5-46fd-a95c-6651816f6f0d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 23:12:18.476506 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9b1e8d51-dca5-46fd-a95c-6651816f6f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:19.126683 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516637'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:20.374629 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516637'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:21.788974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516637'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:21.788974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.788974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.788974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.791695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:21.792033 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:21.802726 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:23.901291 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.db.l3_hamode_db [None req-34dd7196-55b8-4c8b-abc3-a78d933b5d56 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 11 23:12:23.985487 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd7196-55b8-4c8b-abc3-a78d933b5d56 None None] Routers set() bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:12:23.985951 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd7196-55b8-4c8b-abc3-a78d933b5d56 None None] Router IDs set() for agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 11 23:12:24.237518 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60506) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:24.735575 dv-cinder-821602-8-iscsi neutron-server[103147]: WARNING oslo_policy.policy [None req-b3b9427c-41f3-4c43-84dc-c883d1c14906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:24.736173 dv-cinder-821602-8-iscsi neutron-server[103147]: WARNING oslo_policy.policy [None req-b3b9427c-41f3-4c43-84dc-c883d1c14906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:24.959111 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [None req-b3b9427c-41f3-4c43-84dc-c883d1c14906 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:12:24.960385 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-b3b9427c-41f3-4c43-84dc-c883d1c14906 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7208683 Jan 11 23:12:27.601468 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60524) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:27.903628 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] Request body: {'subnetpool': {'tenant_id': 'ff7a804b569c4f98acd777d576afeca3', 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:12:28.054866 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.policy [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103147) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 23:12:28.101422 dv-cinder-821602-8-iscsi neutron-server[103147]: WARNING oslo_policy.policy [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:28.101903 dv-cinder-821602-8-iscsi neutron-server[103147]: WARNING oslo_policy.policy [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:28.111044 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.quota [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] Loaded quota_driver: . Jan 11 23:12:28.243302 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792976224653', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792976225112', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792976214468', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792976307440', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792976300589', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792976326309', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66560436', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66561460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-602045', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-526370'] for rbac-policy (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:28.425144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:28.426340 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-c3c1de87-ea00-4017-8014-70841a179c2f admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8238897 Jan 11 23:12:31.047273 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:31.345500 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'project_id': '41b41281a34c4b5aaf201764165e46b6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:12:31.425245 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Made reservation on behalf of 41b41281a34c4b5aaf201764165e46b6 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:12:31.428050 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.445231 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.550656 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks [] for security_group (45bd3d8a-caba-4d4d-b890-df661bd8231f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.611584 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (45bd3d8a-caba-4d4d-b890-df661bd8231f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.630808 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:12:31.658964 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792972510949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (b9066172-d3d0-406c-98fc-9363a46bcc21), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.659514 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Unsubscribe: segment precommit_create {{(pid=103147) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 23:12:31.660024 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Added segment b9066172-d3d0-406c-98fc-9363a46bcc21 of type vlan for network a6906197-20dd-4356-82e3-cee6105672a1 Jan 11 23:12:31.675565 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd3d8a-caba-4d4d-b890-df661bd8231f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:31.686929 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.687290 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.687629 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.687959 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.688285 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.688607 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.689232 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.689559 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.689887 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.690225 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.690545 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.690855 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.691169 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Tracked resource versions report: Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: pushed versions: Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: { 'AddressGroup': {'1.2'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Log': {'1.0'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Network': {'1.1'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Port': {'1.7'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'PortForwarding': {'1.2'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'QosPolicy': {'1.10'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroup': {'1.5'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SubPort': {'1.0'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Subnet': {'1.1'}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Trunk': {'1.1'}} Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: consumer versions: Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'ConntrackHelper': '1.0', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'LocalIPAssociation': '1.0', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Log': '1.0', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Network': '1.1', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Port': '1.7', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'PortForwarding': '1.2', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'QosPolicy': '1.10', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroup': '1.5', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroupRule': '1.2', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SubPort': '1.0', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Subnet': '1.1', Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Trunk': '1.1'}} Jan 11 23:12:31.692501 dv-cinder-821602-8-iscsi neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:12:31.799318 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (a6906197-20dd-4356-82e3-cee6105672a1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.893774 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (a6906197-20dd-4356-82e3-cee6105672a1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.894991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:12:31.895693 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:31.994978 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] Pushing event updated for resources: {'Network': ['ID=a6906197-20dd-4356-82e3-cee6105672a1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:32.006748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network a6906197-20dd-4356-82e3-cee6105672a1 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:12:32.011624 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-e91792d5-547f-461e-a385-1efc4dfd7ebf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9633143 Jan 11 23:12:34.699298 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60550) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:35.090281 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea68714-8880-4ece-9119-e8c28e27b7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:12:35.091674 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-fea68714-8880-4ece-9119-e8c28e27b7c3 admin admin] 10.222.0.21 "GET /v2.0/networks/a6906197-20dd-4356-82e3-cee6105672a1 HTTP/1.1" status: 200 len: 825 time: 0.3914175 Jan 11 23:12:35.115169 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-9f243435-3ecb-4536-b93d-d92db50c4032 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/9e642370-3a2b-4fa5-9dce-65249fddab59 HTTP/1.1" status: 200 len: 734 time: 0.0180085 Jan 11 23:12:35.124046 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:12:35.247953 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Made reservation on behalf of 41b41281a34c4b5aaf201764165e46b6 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:12:35.250294 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:35.634830 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (e85dc634-8174-4f2b-bfd5-2c040a94e1d3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:35.703962 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85dc634-8174-4f2b-bfd5-2c040a94e1d3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:35.708384 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Checking segment: {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:12:35.708763 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Network hostable DHCP agents. Network: a6906197-20dd-4356-82e3-cee6105672a1, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:12:35.784973 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Network a6906197-20dd-4356-82e3-cee6105672a1 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:12:35.848119 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, a6906197-20dd-4356-82e3-cee6105672a1) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:12:35.852737 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:12:35.853359 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:35.857938 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253565d-b236-48eb-b4fd-9f387c26ce49 None None] Network a6906197-20dd-4356-82e3-cee6105672a1 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:12:35.925521 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-55516340-9eea-4c8b-bdf6-9393e98488b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8045249 Jan 11 23:12:36.127272 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-a6906197-20dd-4356-82e3-cee6105672a1', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:12:36.128576 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:36.432819 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Allocated IP 172.20.0.2 (a6906197-20dd-4356-82e3-cee6105672a1/e85dc634-8174-4f2b-bfd5-2c040a94e1d3/65cb235e-a8b4-40c6-8992-f66b09baf55d) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:12:36.678822 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Publish callbacks [] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:36.760950 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:36.839980 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Network a6906197-20dd-4356-82e3-cee6105672a1 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:12:36.849444 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:12:36.853797 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:12:36.859840 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Pushing event updated for resources: {'Port': ['ID=65cb235e-a8b4-40c6-8992-f66b09baf55d,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:36.891750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.892126 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.892491 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.892836 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.893202 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.893542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.893874 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.894205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.894536 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.894885 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.895215 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.895542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.895864 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Tracked resource versions report: Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: pushed versions: Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: { 'AddressGroup': {'1.2'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Log': {'1.0'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Network': {'1.1'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Port': {'1.7'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'PortForwarding': {'1.2'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'QosPolicy': {'1.10'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroup': {'1.5'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SubPort': {'1.0'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Subnet': {'1.1'}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Trunk': {'1.1'}} Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: consumer versions: Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'ConntrackHelper': '1.0', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'LocalIPAssociation': '1.0', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Log': '1.0', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Network': '1.1', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Port': '1.7', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'PortForwarding': '1.2', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'QosPolicy': '1.10', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroup': '1.5', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroupRule': '1.2', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SubPort': '1.0', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Subnet': '1.1', Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Trunk': '1.1'}} Jan 11 23:12:36.897270 dv-cinder-821602-8-iscsi neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:12:36.949204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Attempting to bind port 65cb235e-a8b4-40c6-8992-f66b09baf55d on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:12:36.949527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Attempting to bind port 65cb235e-a8b4-40c6-8992-f66b09baf55d by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:12:36.949952 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Attempting to bind port 65cb235e-a8b4-40c6-8992-f66b09baf55d on network a6906197-20dd-4356-82e3-cee6105672a1 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:12:36.954854 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:12:36.955223 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Checking segment: {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:12:36.955719 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:36.956109 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Bound using segment: {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:12:36.956602 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Bound port: 65cb235e-a8b4-40c6-8992-f66b09baf55d, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:12:36.957015 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:37.019140 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ef331538-203c-46a1-a469-96e66313c767 None None] For port 65cb235e-a8b4-40c6-8992-f66b09baf55d, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:12:37.038541 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ef331538-203c-46a1-a469-96e66313c767 None None] For port 65cb235e-a8b4-40c6-8992-f66b09baf55d, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=65cb235e-a8b4-40c6-8992-f66b09baf55d,segment=NetworkSegment(b9066172-d3d0-406c-98fc-9363a46bcc21),segment_id=b9066172-d3d0-406c-98fc-9363a46bcc21)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:12:37.097841 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:37.158961 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef331538-203c-46a1-a469-96e66313c767 None None] Pushing event updated for resources: {'Port': ['ID=65cb235e-a8b4-40c6-8992-f66b09baf55d,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:38.395462 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60558) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:38.714745 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [None req-c1e7f3d5-9ea6-4d3b-b0c1-f7b67becbde4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:12:38.728976 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-c1e7f3d5-9ea6-4d3b-b0c1-f7b67becbde4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3193603 Jan 11 23:12:41.165733 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:41.474147 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [None req-1a89f4d8-e16c-4631-a80c-2907a823016a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:12:41.475144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1a89f4d8-e16c-4631-a80c-2907a823016a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3084095 Jan 11 23:12:44.311991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60576) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:44.610134 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '41b41281a34c4b5aaf201764165e46b6'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:12:44.756681 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (627e02ec-357a-42bd-8072-3187a5c2d68c), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:44.759014 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (627e02ec-357a-42bd-8072-3187a5c2d68c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:44.894327 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] Publish callbacks [] for router_controller (627e02ec-357a-42bd-8072-3187a5c2d68c), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:44.951668 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (627e02ec-357a-42bd-8072-3187a5c2d68c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:45.037997 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:45.039226 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-7cf5a1e2-7d12-460d-aee2-af9cd4f2c4d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7261093 Jan 11 23:12:45.590456 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3fa3c61b-d475-4d7d-a496-248501e8a88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:46.873289 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:12:47.522576 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60588) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:47.844179 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [None req-1abef56d-a981-4ad3-92e0-e6a7a0c56760 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:12:47.845265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1abef56d-a981-4ad3-92e0-e6a7a0c56760 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3217185 Jan 11 23:12:47.899697 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-82228149-1268-482e-a58b-36e306dcbcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:48.404348 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 65cb235e-a8b4-40c6-8992-f66b09baf55d up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:12:48.443098 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14fccc-7507-4d2c-9779-f8ce4d8e3309 None None] Network a6906197-20dd-4356-82e3-cee6105672a1 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:12:48.571329 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] Provisioning complete for port 65cb235e-a8b4-40c6-8992-f66b09baf55d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:48.571837 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:48.613739 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 65cb235e-a8b4-40c6-8992-f66b09baf55d triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:48.614062 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:48.785502 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] Current status of the port 65cb235e-a8b4-40c6-8992-f66b09baf55d is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:12:48.785502 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:48.812071 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 65cb235e-a8b4-40c6-8992-f66b09baf55d is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:12:48.812468 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:48.843221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] For port 65cb235e-a8b4-40c6-8992-f66b09baf55d, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=65cb235e-a8b4-40c6-8992-f66b09baf55d,segment=NetworkSegment(b9066172-d3d0-406c-98fc-9363a46bcc21),segment_id=b9066172-d3d0-406c-98fc-9363a46bcc21)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:12:48.917162 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:48.989804 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.db.api [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 23:12:48.990097 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG oslo_db.api [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 23:12:48.994306 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9e10a-a289-4c5c-b0a3-6bfbd858ffbd None None] Pushing event updated for resources: {'Port': ['ID=65cb235e-a8b4-40c6-8992-f66b09baf55d,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:49.038696 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-f91b9625-47d6-470c-a6ba-d120ab370f82 None None] Provisioning complete for port 65cb235e-a8b4-40c6-8992-f66b09baf55d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:49.039093 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f91b9625-47d6-470c-a6ba-d120ab370f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:49.082467 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:49.118887 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f91b9625-47d6-470c-a6ba-d120ab370f82 None None] Current status of the port 65cb235e-a8b4-40c6-8992-f66b09baf55d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:12:49.526532 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 65cb235e-a8b4-40c6-8992-f66b09baf55d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:12:50.327776 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.334918 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 60620) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:50.380154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 65cb235e-a8b4-40c6-8992-f66b09baf55d up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:12:50.427700 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 65cb235e-a8b4-40c6-8992-f66b09baf55d triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:50.428098 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.465941 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'tenant_id': 'ff7a804b569c4f98acd777d576afeca3', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'project_id': 'ff7a804b569c4f98acd777d576afeca3', 'is_default': True}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:12:50.553377 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 65cb235e-a8b4-40c6-8992-f66b09baf55d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:12:50.588144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Made reservation on behalf of ff7a804b569c4f98acd777d576afeca3 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:12:50.590559 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.598986 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.671746 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks [] for security_group (59770909-0a64-47dd-a737-94e2495ed6d9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.742110 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (59770909-0a64-47dd-a737-94e2495ed6d9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.757192 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Reserving flat network on physical network physnet1 {{(pid=103147) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 11 23:12:50.777850 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59770909-0a64-47dd-a737-94e2495ed6d9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:50.780573 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (92682364-9791-4278-9e57-8be5e10f2d16), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.780906 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Added segment 92682364-9791-4278-9e57-8be5e10f2d16 of type flat for network fd834d5a-19f6-4e91-a4b0-49642a175930 Jan 11 23:12:50.826729 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (fd834d5a-19f6-4e91-a4b0-49642a175930), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.933275 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (fd834d5a-19f6-4e91-a4b0-49642a175930), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.934220 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:12:50.934824 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:50.996326 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] Pushing event updated for resources: {'Network': ['ID=fd834d5a-19f6-4e91-a4b0-49642a175930,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:51.005641 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network fd834d5a-19f6-4e91-a4b0-49642a175930 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:12:51.055970 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-31643943-b3fa-4d5b-82a1-aa9b85916261 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7198856 Jan 11 23:12:51.789136 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:53.346522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 60628) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:12:53.486626 dv-cinder-821602-8-iscsi neutron-server[103148]: WARNING oslo_policy.policy [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:53.487188 dv-cinder-821602-8-iscsi neutron-server[103148]: WARNING oslo_policy.policy [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:53.903681 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.policy [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103148) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 11 23:12:53.951022 dv-cinder-821602-8-iscsi neutron-server[103148]: WARNING oslo_policy.policy [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:53.951394 dv-cinder-821602-8-iscsi neutron-server[103148]: WARNING oslo_policy.policy [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 11 23:12:53.959717 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:12:53.961549 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-98bf4d41-6d29-4aa8-835a-93048bbc6c5d admin admin] 10.222.0.21 "GET /v2.0/subnets/e85dc634-8174-4f2b-bfd5-2c040a94e1d3 HTTP/1.1" status: 200 len: 849 time: 0.6141043 Jan 11 23:12:54.126359 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6181fe98-e1db-48a6-934a-1abe1d31c528 admin admin] 10.222.0.21 "GET /v2.0/routers/627e02ec-357a-42bd-8072-3187a5c2d68c HTTP/1.1" status: 200 len: 704 time: 0.1590788 Jan 11 23:12:54.392142 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:54.722135 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Allocated IP 172.20.0.1 (a6906197-20dd-4356-82e3-cee6105672a1/e85dc634-8174-4f2b-bfd5-2c040a94e1d3/dedc2950-90e0-4f52-a6aa-636586689301) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:12:54.934288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks [] for port (dedc2950-90e0-4f52-a6aa-636586689301), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.082339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (dedc2950-90e0-4f52-a6aa-636586689301), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.124838 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Network a6906197-20dd-4356-82e3-cee6105672a1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:12:55.126426 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:12:55.194461 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:12:55.194461 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (627e02ec-357a-42bd-8072-3187a5c2d68c), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.213531 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Pushing event updated for resources: {'Port': ['ID=dedc2950-90e0-4f52-a6aa-636586689301,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:55.261673 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.262044 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.262392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.262728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.263059 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.263387 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.263729 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.264060 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.264400 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.264744 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.265123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.265444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.265762 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Tracked resource versions report: Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: pushed versions: Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: { 'AddressGroup': {'1.2'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Log': {'1.0'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Network': {'1.1'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Port': {'1.7'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'PortForwarding': {'1.2'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'QosPolicy': {'1.10'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroup': {'1.5'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SubPort': {'1.0'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Subnet': {'1.1'}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Trunk': {'1.1'}} Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: consumer versions: Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'ConntrackHelper': '1.0', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'LocalIPAssociation': '1.0', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Log': '1.0', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Network': '1.1', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Port': '1.7', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'PortForwarding': '1.2', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'QosPolicy': '1.10', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroup': '1.5', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroupRule': '1.2', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SubPort': '1.0', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Subnet': '1.1', Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Trunk': '1.1'}} Jan 11 23:12:55.267092 dv-cinder-821602-8-iscsi neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:12:55.370411 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-cd2740aa-6ec7-4e73-80a0-dc1e4fcc42f9 None None] Provisioning complete for port dedc2950-90e0-4f52-a6aa-636586689301 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:55.370999 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd2740aa-6ec7-4e73-80a0-dc1e4fcc42f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (dedc2950-90e0-4f52-a6aa-636586689301), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.404170 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-cd2740aa-6ec7-4e73-80a0-dc1e4fcc42f9 None None] Port dedc2950-90e0-4f52-a6aa-636586689301 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:12:55.467510 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (dedc2950-90e0-4f52-a6aa-636586689301), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.678729 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks [] for port (dedc2950-90e0-4f52-a6aa-636586689301), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.759733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (dedc2950-90e0-4f52-a6aa-636586689301), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.760479 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (627e02ec-357a-42bd-8072-3187a5c2d68c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:55.847553 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Pushing event updated for resources: {'Port': ['ID=dedc2950-90e0-4f52-a6aa-636586689301,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:55.887133 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Network a6906197-20dd-4356-82e3-cee6105672a1 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:12:55.888368 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:12:56.127810 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-fbbdd2e4-bddd-4211-b3c7-6384bf401dc6 None None] Provisioning complete for port dedc2950-90e0-4f52-a6aa-636586689301 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:56.128188 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fbbdd2e4-bddd-4211-b3c7-6384bf401dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (dedc2950-90e0-4f52-a6aa-636586689301), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:56.161751 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdd2e4-bddd-4211-b3c7-6384bf401dc6 None None] Port dedc2950-90e0-4f52-a6aa-636586689301 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:12:56.168880 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Router 627e02ec-357a-42bd-8072-3187a5c2d68c is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:12:56.255721 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:12:56.261970 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-498d947e-1f4f-45e5-bcdb-7b25201b4947 admin admin] 10.222.0.21 "PUT /v2.0/routers/627e02ec-357a-42bd-8072-3187a5c2d68c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1303959 Jan 11 23:12:56.267107 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Sync routers for ids ['627e02ec-357a-42bd-8072-3187a5c2d68c'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:12:56.280625 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Routers {'627e02ec-357a-42bd-8072-3187a5c2d68c'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:12:56.281507 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:12:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['627e02ec-357a-42bd-8072-3187a5c2d68c'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:56.468130 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Set router 627e02ec-357a-42bd-8072-3187a5c2d68c gateway port host: None {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:12:56.916340 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'name': 'router1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:12:44Z', 'updated_at': '2022-01-11T23:12:55Z', 'revision_number': 2, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'gw_port_host': None, '_interfaces': [{'id': 'dedc2950-90e0-4f52-a6aa-636586689301', 'name': '', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'mac_address': 'fa:16:3e:ef:18:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:12:54Z', 'updated_at': '2022-01-11T23:12:55Z', 'revision_number': 2, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'subnets': [{'id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:56.967425 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Checking router: 627e02ec-357a-42bd-8072-3187a5c2d68c for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:12:56.967805 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Updating router 627e02ec-357a-42bd-8072-3187a5c2d68c port dedc2950-90e0-4f52-a6aa-636586689301 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:12:57.045035 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (dedc2950-90e0-4f52-a6aa-636586689301), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:57.537347 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Publish callbacks [] for port (dedc2950-90e0-4f52-a6aa-636586689301), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:57.599490 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (dedc2950-90e0-4f52-a6aa-636586689301), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:57.761712 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Pushing event updated for resources: {'Port': ['ID=dedc2950-90e0-4f52-a6aa-636586689301,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:57.776829 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.777208 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.777547 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.777882 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.778205 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.778533 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.778853 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.779283 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.779610 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.779943 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.780265 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.780579 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.780892 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Tracked resource versions report: Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: pushed versions: Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: { 'AddressGroup': {'1.2'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'ConntrackHelper': {'1.0'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Log': {'1.0'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Network': {'1.1'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Port': {'1.7'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'PortForwarding': {'1.2'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'QosPolicy': {'1.10'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroup': {'1.5'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SubPort': {'1.0'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Subnet': {'1.1'}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Trunk': {'1.1'}} Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: consumer versions: Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'ConntrackHelper': '1.0', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'LocalIPAssociation': '1.0', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Log': '1.0', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Network': '1.1', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Port': '1.7', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'PortForwarding': '1.2', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'QosPolicy': '1.10', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroup': '1.5', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroupRule': '1.2', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SubPort': '1.0', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Subnet': '1.1', Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Trunk': '1.1'}} Jan 11 23:12:57.782302 dv-cinder-821602-8-iscsi neutron-server[103150]: {{(pid=103150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:12:57.802630 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Attempting to bind port dedc2950-90e0-4f52-a6aa-636586689301 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:12:57.803031 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Attempting to bind port dedc2950-90e0-4f52-a6aa-636586689301 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:12:57.803481 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Attempting to bind port dedc2950-90e0-4f52-a6aa-636586689301 on network a6906197-20dd-4356-82e3-cee6105672a1 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:12:57.810024 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:12:57.810504 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Checking segment: {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:12:57.810997 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:57.811387 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Bound using segment: {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:12:57.811864 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Bound port: dedc2950-90e0-4f52-a6aa-636586689301, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9066172-d3d0-406c-98fc-9363a46bcc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:12:57.812236 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (dedc2950-90e0-4f52-a6aa-636586689301), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:57.878317 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] For port dedc2950-90e0-4f52-a6aa-636586689301, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:12:57.891150 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-e6f09906-5934-42ff-a8eb-c9e5a3e21fdf None None] Provisioning complete for port dedc2950-90e0-4f52-a6aa-636586689301 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:57.899620 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e6f09906-5934-42ff-a8eb-c9e5a3e21fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (dedc2950-90e0-4f52-a6aa-636586689301), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:57.900278 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] For port dedc2950-90e0-4f52-a6aa-636586689301, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=dedc2950-90e0-4f52-a6aa-636586689301,segment=NetworkSegment(b9066172-d3d0-406c-98fc-9363a46bcc21),segment_id=b9066172-d3d0-406c-98fc-9363a46bcc21)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:12:57.934696 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e6f09906-5934-42ff-a8eb-c9e5a3e21fdf None None] Port dedc2950-90e0-4f52-a6aa-636586689301 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:12:57.971665 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (dedc2950-90e0-4f52-a6aa-636586689301), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:58.028177 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a49b8-37b8-48a2-b2b6-8a1609b39e4d None None] Pushing event updated for resources: {'Port': ['ID=dedc2950-90e0-4f52-a6aa-636586689301,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:12:58.042972 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Routers {'627e02ec-357a-42bd-8072-3187a5c2d68c'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:12:58.043513 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:12:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['627e02ec-357a-42bd-8072-3187a5c2d68c'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:58.140775 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] Set router 627e02ec-357a-42bd-8072-3187a5c2d68c gateway port host: None {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:12:58.255076 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] Provisioning complete for port dedc2950-90e0-4f52-a6aa-636586689301 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:12:58.255484 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (dedc2950-90e0-4f52-a6aa-636586689301), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:58.339262 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] Current status of the port dedc2950-90e0-4f52-a6aa-636586689301 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:12:58.339672 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (dedc2950-90e0-4f52-a6aa-636586689301), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:58.363916 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'name': 'router1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:12:44Z', 'updated_at': '2022-01-11T23:12:55Z', 'revision_number': 2, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'gw_port_host': None, '_interfaces': [{'id': 'dedc2950-90e0-4f52-a6aa-636586689301', 'name': '', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'mac_address': 'fa:16:3e:ef:18:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:12:54Z', 'updated_at': '2022-01-11T23:12:57Z', 'revision_number': 4, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'subnets': [{'id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:12:58.371995 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] For port dedc2950-90e0-4f52-a6aa-636586689301, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=dedc2950-90e0-4f52-a6aa-636586689301,segment=NetworkSegment(b9066172-d3d0-406c-98fc-9363a46bcc21),segment_id=b9066172-d3d0-406c-98fc-9363a46bcc21)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:12:58.390261 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac2092-23a5-46e0-b6cd-eb223fddf5a7 None None] The sync data for ids ['627e02ec-357a-42bd-8072-3187a5c2d68c'] in dv-cinder-821602-8-iscsi is: [{'id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'name': 'router1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:12:44Z', 'updated_at': '2022-01-11T23:12:55Z', 'revision_number': 2, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'gw_port_host': None, '_interfaces': [{'id': 'dedc2950-90e0-4f52-a6aa-636586689301', 'name': '', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'mac_address': 'fa:16:3e:ef:18:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:12:54Z', 'updated_at': '2022-01-11T23:12:57Z', 'revision_number': 4, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'subnets': [{'id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:12:58.448189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (dedc2950-90e0-4f52-a6aa-636586689301), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:12:58.499789 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cca81-8b5d-4a5a-a543-cd3c2b74a89f None None] Pushing event updated for resources: {'Port': ['ID=dedc2950-90e0-4f52-a6aa-636586689301,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:13:00.939992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 60660) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:13:01.053393 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b60a919-e5b3-4caf-a25e-af132cf2fbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:13:01.054665 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7b60a919-e5b3-4caf-a25e-af132cf2fbd2 admin admin] 10.222.0.21 "GET /v2.0/networks/fd834d5a-19f6-4e91-a4b0-49642a175930 HTTP/1.1" status: 200 len: 842 time: 0.1137111 Jan 11 23:13:01.065151 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'enable_dhcp': False, 'name': 'public-subnet', 'tenant_id': 'ff7a804b569c4f98acd777d576afeca3'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:13:01.068301 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.quota [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Loaded quota_driver: . Jan 11 23:13:01.182564 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Made reservation on behalf of ff7a804b569c4f98acd777d576afeca3 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:13:01.184998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:01.567229 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.objects.ports [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103148) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 11 23:13:01.567649 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (809883e3-3115-4289-972b-97ca3a412ddb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:01.620373 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809883e3-3115-4289-972b-97ca3a412ddb,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:13:01.633998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:13:01.634342 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Network hostable DHCP agents. Network: fd834d5a-19f6-4e91-a4b0-49642a175930, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:13:01.753600 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:13:01.833505 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, fd834d5a-19f6-4e91-a4b0-49642a175930) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:13:01.838616 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:13:01.839224 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:01.844472 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c5833-9625-4e4d-8204-572c7857eb40 None None] Network fd834d5a-19f6-4e91-a4b0-49642a175930 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:13:01.930588 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-d86dc337-747d-465d-a1a3-e7301c35f8b3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8683627 Jan 11 23:13:01.942907 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf164b-0f7d-4bcc-827b-62285c4e778e None None] Network fd834d5a-19f6-4e91-a4b0-49642a175930 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:13:04.254378 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 60668) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:13:04.387456 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5696e759-a4f7-41bd-aac4-6c77f0af2580 admin admin] 10.222.0.21 "GET /v2.0/routers/627e02ec-357a-42bd-8072-3187a5c2d68c HTTP/1.1" status: 200 len: 710 time: 0.1317546 Jan 11 23:13:04.495017 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f4279-b18b-431f-8b07-fc81bfddf44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:13:04.496383 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f41f4279-b18b-431f-8b07-fc81bfddf44c admin admin] 10.222.0.21 "GET /v2.0/networks/fd834d5a-19f6-4e91-a4b0-49642a175930 HTTP/1.1" status: 200 len: 886 time: 0.1036093 Jan 11 23:13:04.508790 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:13:04.763120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks [] for router_gateway (627e02ec-357a-42bd-8072-3187a5c2d68c), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:05.142740 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks [] for router_gateway (627e02ec-357a-42bd-8072-3187a5c2d68c), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:05.218367 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:05.322413 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Allocated IP 172.27.0.142 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/298a7daa-8846-4740-b47e-84ab7fb7bcc8) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:13:05.422255 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks [] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:05.504749 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:05.542394 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:13:05.548696 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:13:05.551161 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:13:05.586433 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Pushing event updated for resources: {'Port': ['ID=298a7daa-8846-4740-b47e-84ab7fb7bcc8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:13:05.941498 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks [] for router_gateway (627e02ec-357a-42bd-8072-3187a5c2d68c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:06.135636 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517999', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router (627e02ec-357a-42bd-8072-3187a5c2d68c), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:06.138716 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522626'] for router (627e02ec-357a-42bd-8072-3187a5c2d68c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:06.243527 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Router 627e02ec-357a-42bd-8072-3187a5c2d68c has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:13:06.348170 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:13:06.353156 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:06.359074 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-23adaf59-9404-45d5-9f5c-0ad4e7d7a50a admin admin] 10.222.0.21 "PUT /v2.0/routers/627e02ec-357a-42bd-8072-3187a5c2d68c HTTP/1.1" status: 200 len: 890 time: 1.8504703 Jan 11 23:13:06.431381 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device dedc2950-90e0-4f52-a6aa-636586689301 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:13:06.482951 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port dedc2950-90e0-4f52-a6aa-636586689301 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:13:06.483357 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (dedc2950-90e0-4f52-a6aa-636586689301), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:06.564953 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port dedc2950-90e0-4f52-a6aa-636586689301 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:13:06.741017 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Sync routers for ids ['627e02ec-357a-42bd-8072-3187a5c2d68c'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:13:06.751981 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Routers {'627e02ec-357a-42bd-8072-3187a5c2d68c'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:13:06.752624 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:12:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['627e02ec-357a-42bd-8072-3187a5c2d68c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:13:06.965271 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Set router 627e02ec-357a-42bd-8072-3187a5c2d68c gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:13:07.418753 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'name': 'router1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '298a7daa-8846-4740-b47e-84ab7fb7bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:12:44Z', 'updated_at': '2022-01-11T23:13:05Z', 'revision_number': 4, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'gw_port': {'id': '298a7daa-8846-4740-b47e-84ab7fb7bcc8', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:13:05Z', 'updated_at': '2022-01-11T23:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'dedc2950-90e0-4f52-a6aa-636586689301', 'name': '', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'mac_address': 'fa:16:3e:ef:18:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:12:54Z', 'updated_at': '2022-01-11T23:12:58Z', 'revision_number': 5, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'subnets': [{'id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:13:07.468169 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Checking router: 627e02ec-357a-42bd-8072-3187a5c2d68c for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:13:07.468843 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Updating router 627e02ec-357a-42bd-8072-3187a5c2d68c port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:13:07.517088 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:07.878094 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Publish callbacks [] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:07.950107 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:07.999213 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Attempting to bind port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:13:07.999590 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Attempting to bind port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:13:07.999952 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Attempting to bind port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:13:08.006469 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d766273-4173-4e7c-b97b-d8067b7da2ff None None] Pushing event updated for resources: {'Port': ['ID=298a7daa-8846-4740-b47e-84ab7fb7bcc8,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:13:08.009164 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:13:08.009536 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:13:08.009937 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:08.010318 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:13:08.010780 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Bound port: 298a7daa-8846-4740-b47e-84ab7fb7bcc8, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:13:08.011154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:08.062382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] For port 298a7daa-8846-4740-b47e-84ab7fb7bcc8, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:13:08.065660 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] For port 298a7daa-8846-4740-b47e-84ab7fb7bcc8, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=298a7daa-8846-4740-b47e-84ab7fb7bcc8,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:13:08.128026 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:08.186885 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Routers {'627e02ec-357a-42bd-8072-3187a5c2d68c'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:13:08.187497 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:12:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['627e02ec-357a-42bd-8072-3187a5c2d68c'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:13:08.190510 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d766273-4173-4e7c-b97b-d8067b7da2ff None None] Pushing event updated for resources: {'Port': ['ID=298a7daa-8846-4740-b47e-84ab7fb7bcc8,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:13:08.299085 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] Set router 627e02ec-357a-42bd-8072-3187a5c2d68c gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:13:08.511338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'name': 'router1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '298a7daa-8846-4740-b47e-84ab7fb7bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:12:44Z', 'updated_at': '2022-01-11T23:13:05Z', 'revision_number': 4, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'gw_port': {'id': '298a7daa-8846-4740-b47e-84ab7fb7bcc8', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:13:05Z', 'updated_at': '2022-01-11T23:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'dedc2950-90e0-4f52-a6aa-636586689301', 'name': '', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'mac_address': 'fa:16:3e:ef:18:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:12:54Z', 'updated_at': '2022-01-11T23:12:58Z', 'revision_number': 5, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'subnets': [{'id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:13:08.540427 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf0ffe-2bd4-41d1-8446-6809e1bfdacb None None] The sync data for ids ['627e02ec-357a-42bd-8072-3187a5c2d68c'] in dv-cinder-821602-8-iscsi is: [{'id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'name': 'router1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '298a7daa-8846-4740-b47e-84ab7fb7bcc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:12:44Z', 'updated_at': '2022-01-11T23:13:05Z', 'revision_number': 4, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'gw_port': {'id': '298a7daa-8846-4740-b47e-84ab7fb7bcc8', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:18:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:13:05Z', 'updated_at': '2022-01-11T23:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'dedc2950-90e0-4f52-a6aa-636586689301', 'name': '', 'network_id': 'a6906197-20dd-4356-82e3-cee6105672a1', 'tenant_id': '41b41281a34c4b5aaf201764165e46b6', 'mac_address': 'fa:16:3e:ef:18:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627e02ec-357a-42bd-8072-3187a5c2d68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:12:54Z', 'updated_at': '2022-01-11T23:12:58Z', 'revision_number': 5, 'project_id': '41b41281a34c4b5aaf201764165e46b6', 'subnets': [{'id': 'e85dc634-8174-4f2b-bfd5-2c040a94e1d3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e642370-3a2b-4fa5-9dce-65249fddab59'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:13:08.848189 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 60680) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:13:08.965014 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-cfe32d89-2373-47d7-a340-7bbac5932424 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157296 Jan 11 23:13:10.419852 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 298a7daa-8846-4740-b47e-84ab7fb7bcc8 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:13:10.466607 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:13:10.467006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:10.545031 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:13:10.545398 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:10.565124 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 298a7daa-8846-4740-b47e-84ab7fb7bcc8, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=298a7daa-8846-4740-b47e-84ab7fb7bcc8,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:13:10.641869 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:10.700088 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=298a7daa-8846-4740-b47e-84ab7fb7bcc8,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:13:12.441114 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 298a7daa-8846-4740-b47e-84ab7fb7bcc8 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:13:12.508455 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:13:12.509129 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (298a7daa-8846-4740-b47e-84ab7fb7bcc8), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:12.598050 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 298a7daa-8846-4740-b47e-84ab7fb7bcc8 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:13:15.658928 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-19135202-3d34-4ea0-8cc4-a23c3ff88ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:17.890426 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7840616d-89c7-46e4-91b0-aa60eecc572d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:19.121313 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:20.315758 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:21.798925 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:23.873012 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:13:45.615882 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e8ab595-8811-4504-91a3-4e2ea163a301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:47.890134 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4777837d-7967-4493-ab57-1244facc4be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:49.074867 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:50.789922 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:13:51.804443 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:00.872010 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:14:15.600065 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b9a88d9a-5a7d-4f57-b9df-0624fc27bb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:17.874183 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53647272-d049-48cf-89a2-0c2539d434a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:19.085434 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:20.336636 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:21.791399 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:30.378617 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 32934) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:30.441328 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.pecan_wsgi.hooks.translation [None req-7542f125-77d5-417b-8c68-8820de827199 admin admin] GET failed (client error): The resource could not be found. Jan 11 23:14:30.442607 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7542f125-77d5-417b-8c68-8820de827199 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630460 Jan 11 23:14:30.605452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794ffbf5-86fa-47f7-88ca-432607034244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:30.606822 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-794ffbf5-86fa-47f7-88ca-432607034244 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1595306 Jan 11 23:14:32.830568 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 32944) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:32.920179 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f010d-212b-42f0-81da-db44994dfa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:32.921584 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f06f010d-212b-42f0-81da-db44994dfa0b admin admin] 10.222.0.21 "GET /v2.0/subnets/e85dc634-8174-4f2b-bfd5-2c040a94e1d3 HTTP/1.1" status: 200 len: 849 time: 0.0900733 Jan 11 23:14:32.931912 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:14:33.102414 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Publish callbacks [] for subnet (e85dc634-8174-4f2b-bfd5-2c040a94e1d3), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:33.334761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792972412492'] for subnet (e85dc634-8174-4f2b-bfd5-2c040a94e1d3), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:33.366736 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:33.367235 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:33.369430 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] 10.222.0.21 "PUT /v2.0/subnets/e85dc634-8174-4f2b-bfd5-2c040a94e1d3 HTTP/1.1" status: 200 len: 868 time: 0.4417312 Jan 11 23:14:33.372323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0e76a-56af-4349-b2b1-1d0e73d90314 None None] Network a6906197-20dd-4356-82e3-cee6105672a1 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:14:33.388644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85dc634-8174-4f2b-bfd5-2c040a94e1d3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:14:33.399265 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.399663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.400013 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.400357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.400686 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.401054 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.401404 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.401771 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.402092 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.402423 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.402753 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.403077 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.403403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0400b-1804-424c-b477-839ddb720942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:14:33.720217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-52e127bd-613e-414f-96c3-42881bbb04ab None None] Provisioning complete for port 65cb235e-a8b4-40c6-8992-f66b09baf55d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:14:33.720610 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e127bd-613e-414f-96c3-42881bbb04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (65cb235e-a8b4-40c6-8992-f66b09baf55d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:33.798839 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-52e127bd-613e-414f-96c3-42881bbb04ab None None] Current status of the port 65cb235e-a8b4-40c6-8992-f66b09baf55d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:14:33.809792 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-52e127bd-613e-414f-96c3-42881bbb04ab None None] Provisioning complete for port dedc2950-90e0-4f52-a6aa-636586689301 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:14:33.810183 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-52e127bd-613e-414f-96c3-42881bbb04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (dedc2950-90e0-4f52-a6aa-636586689301), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:33.889371 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-52e127bd-613e-414f-96c3-42881bbb04ab None None] Current status of the port dedc2950-90e0-4f52-a6aa-636586689301 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:14:35.587379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 32952) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:35.787769 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349adfa6-0b05-4cc6-b6f6-b25150f72a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:35.788175 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349adfa6-0b05-4cc6-b6f6-b25150f72a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:35.789753 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-349adfa6-0b05-4cc6-b6f6-b25150f72a3c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014108 Jan 11 23:14:37.872757 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:14:38.000297 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 32960) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:38.133963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be5f74-bfd9-44ce-89c4-ee52deb2f021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:38.134435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be5f74-bfd9-44ce-89c4-ee52deb2f021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:38.135947 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-58be5f74-bfd9-44ce-89c4-ee52deb2f021 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1347101 Jan 11 23:14:40.376565 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 32968) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:40.510387 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4460ac0-0d05-431b-ae69-289a0aecc812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:40.511745 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-b4460ac0-0d05-431b-ae69-289a0aecc812 admin admin] 10.222.0.21 "GET /v2.0/networks/a6906197-20dd-4356-82e3-cee6105672a1 HTTP/1.1" status: 200 len: 869 time: 0.1342075 Jan 11 23:14:42.751816 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 32976) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:42.875552 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f0f10-0760-4f2f-b6cf-48e544750c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:42.876888 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-040f0f10-0760-4f2f-b6cf-48e544750c0c admin admin] 10.222.0.21 "GET /v2.0/networks/fd834d5a-19f6-4e91-a4b0-49642a175930 HTTP/1.1" status: 200 len: 886 time: 0.1241484 Jan 11 23:14:45.101699 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 32984) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:45.225100 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7928ee-4446-4929-9f4f-44ab72716b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:45.225551 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7928ee-4446-4929-9f4f-44ab72716b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:45.227047 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-bf7928ee-4446-4929-9f4f-44ab72716b0c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244068 Jan 11 23:14:45.604641 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e8607687-1d20-4dca-aec1-cceeeda0b83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:47.491959 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 32994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:47.589194 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63017de5-fc58-4b10-841d-2f96fb023c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:47.589647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63017de5-fc58-4b10-841d-2f96fb023c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:47.591154 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-63017de5-fc58-4b10-841d-2f96fb023c15 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982516 Jan 11 23:14:47.911002 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f8124c4b-fb5e-483e-862e-d6035b0a081d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:49.084568 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:49.827663 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33002) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:49.913250 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d40345b-b746-446f-b705-18e4a217d566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:49.914574 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-9d40345b-b746-446f-b705-18e4a217d566 admin admin] 10.222.0.21 "GET /v2.0/subnets/809883e3-3115-4289-972b-97ca3a412ddb HTTP/1.1" status: 200 len: 816 time: 0.0859723 Jan 11 23:14:50.312750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:51.793355 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:14:52.142359 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33010) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:14:52.233641 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41fad40-b267-4b48-82aa-00c820dd23d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:14:52.234966 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-a41fad40-b267-4b48-82aa-00c820dd23d0 admin admin] 10.222.0.21 "GET /v2.0/subnets/e85dc634-8174-4f2b-bfd5-2c040a94e1d3 HTTP/1.1" status: 200 len: 868 time: 0.0916679 Jan 11 23:15:14.871624 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:15:15.607504 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60209d3b-6405-4d7b-a639-38f90cc30600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:16.473414 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33064) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:15:16.520724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [None req-8107dad4-0b53-4c9f-83f0-46c472cf599e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:15:16.521785 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-8107dad4-0b53-4c9f-83f0-46c472cf599e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474153 Jan 11 23:15:17.878004 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dde88b8a-0b1d-4c00-a984-a12d8d0be674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:18.818476 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33072) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:15:18.877933 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c943868-ea68-4506-bb73-9c3a49b943cd admin admin] GET failed (client error): The resource could not be found. Jan 11 23:15:18.879251 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6c943868-ea68-4506-bb73-9c3a49b943cd admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598235 Jan 11 23:15:18.964984 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53579466-3755-4ab0-aa94-e8eb25f43f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:15:18.966408 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-53579466-3755-4ab0-aa94-e8eb25f43f06 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830803 Jan 11 23:15:19.083862 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:20.323401 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:21.235216 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33082) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:15:21.279761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared', 'project_id': 'ff7a804b569c4f98acd777d576afeca3', 'tenant_id': 'ff7a804b569c4f98acd777d576afeca3'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:15:21.414697 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Made reservation on behalf of ff7a804b569c4f98acd777d576afeca3 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:15:21.417001 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:21.445219 dv-cinder-821602-8-iscsi neutron-server[103148]: WARNING neutron.services.revisions.revision_plugin [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Could not find related network for resource to bump revision. Jan 11 23:15:21.461147 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:15:21.475378 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792972510949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (082a19d8-584b-4a48-82c4-2b08c2fcf3ac), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:21.475915 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Unsubscribe: segment precommit_create {{(pid=103148) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 11 23:15:21.477708 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Added segment 082a19d8-584b-4a48-82c4-2b08c2fcf3ac of type vlan for network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 Jan 11 23:15:21.522787 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:21.618295 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:21.619211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:15:21.619781 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:21.709971 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] Pushing event updated for resources: {'Network': ['ID=d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:15:21.720649 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:15:21.760761 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-cbd179c7-8c27-458c-92f3-8150d445c3cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5244339 Jan 11 23:15:21.958107 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:24.075135 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33094) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:15:24.133202 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dc7cd0-237a-4f69-9a2d-086a6b781614 admin admin] GET failed (client error): The resource could not be found. Jan 11 23:15:24.134487 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-92dc7cd0-237a-4f69-9a2d-086a6b781614 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584033 Jan 11 23:15:24.203715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac242ee3-ef52-4d47-9e30-493a2a791e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:15:24.205173 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ac242ee3-ef52-4d47-9e30-493a2a791e91 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667152 Jan 11 23:15:24.215214 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'tenant_id': 'ff7a804b569c4f98acd777d576afeca3', 'cidr': '192.168.233.0/24', 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:15:24.281154 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Made reservation on behalf of ff7a804b569c4f98acd777d576afeca3 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:15:24.283336 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:24.506266 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (bb9c5a3f-d8e2-4932-bd70-487e2173469c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:24.559380 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9c5a3f-d8e2-4932-bd70-487e2173469c,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:15:24.569926 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Checking segment: {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:15:24.570276 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Network hostable DHCP agents. Network: d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:15:24.643053 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:15:24.733106 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:15:24.737525 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:15:24.738133 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:24.741913 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd42ccf-8bf8-4839-853b-40085f1380b2 None None] Network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:15:24.812448 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-10ac78b3-b7a8-4b9e-870d-da4ff03b1745 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6005898 Jan 11 23:15:24.853083 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360', 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360', 'project_id': 'ff7a804b569c4f98acd777d576afeca3', 'fixed_ips': [{'subnet_id': 'bb9c5a3f-d8e2-4932-bd70-487e2173469c'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:15:24.854006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:25.027574 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Allocated IP 192.168.233.2 (d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360/bb9c5a3f-d8e2-4932-bd70-487e2173469c/40d687f8-cc20-47cd-b555-386c389ff812) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:15:25.186220 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Publish callbacks [] for port (40d687f8-cc20-47cd-b555-386c389ff812), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:25.278558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (40d687f8-cc20-47cd-b555-386c389ff812), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:25.339128 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:15:25.342099 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:15:25.345619 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:15:25.352848 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Pushing event updated for resources: {'Port': ['ID=40d687f8-cc20-47cd-b555-386c389ff812,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:15:25.366460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.366826 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.367215 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.367553 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.367885 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.368221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.368739 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.369153 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.369477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.369818 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.370203 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.370528 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.370847 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:15:25.430551 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Attempting to bind port 40d687f8-cc20-47cd-b555-386c389ff812 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:15:25.430925 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Attempting to bind port 40d687f8-cc20-47cd-b555-386c389ff812 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:15:25.431287 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Attempting to bind port 40d687f8-cc20-47cd-b555-386c389ff812 on network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:15:25.437426 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:15:25.437805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Checking segment: {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:15:25.438220 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:25.438614 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Bound using segment: {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:15:25.439108 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Bound port: 40d687f8-cc20-47cd-b555-386c389ff812, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:15:25.439460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (40d687f8-cc20-47cd-b555-386c389ff812), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:25.509811 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] For port 40d687f8-cc20-47cd-b555-386c389ff812, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:15:25.513034 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] For port 40d687f8-cc20-47cd-b555-386c389ff812, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=40d687f8-cc20-47cd-b555-386c389ff812,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:15:25.584957 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (40d687f8-cc20-47cd-b555-386c389ff812), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:25.644497 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045d6fc-6dd9-45c4-8638-7d3ec490453b None None] Pushing event updated for resources: {'Port': ['ID=40d687f8-cc20-47cd-b555-386c389ff812,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:15:26.509573 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 40d687f8-cc20-47cd-b555-386c389ff812 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:15:26.568298 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 40d687f8-cc20-47cd-b555-386c389ff812 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:15:26.568864 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (40d687f8-cc20-47cd-b555-386c389ff812), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:26.604109 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860bce3b-e949-407c-a649-b8b99de96302 None None] Network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:15:26.681691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Provisioning complete for port 40d687f8-cc20-47cd-b555-386c389ff812 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:15:26.682182 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (40d687f8-cc20-47cd-b555-386c389ff812), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:26.787685 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 40d687f8-cc20-47cd-b555-386c389ff812 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:15:26.788084 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (40d687f8-cc20-47cd-b555-386c389ff812), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:26.859198 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 40d687f8-cc20-47cd-b555-386c389ff812, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=40d687f8-cc20-47cd-b555-386c389ff812,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:15:26.863496 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Current status of the port 40d687f8-cc20-47cd-b555-386c389ff812 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:15:26.863890 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (40d687f8-cc20-47cd-b555-386c389ff812), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:26.919163 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (40d687f8-cc20-47cd-b555-386c389ff812), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:26.989890 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.db.api [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 23:15:26.990323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG oslo_db.api [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 23:15:27.004999 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=40d687f8-cc20-47cd-b555-386c389ff812,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:15:27.527313 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5dd22f37-671c-4242-8cff-fb250b8c48c8 None None] Current status of the port 40d687f8-cc20-47cd-b555-386c389ff812 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:15:27.647105 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-7b0a7b79-2acc-41d9-b054-d9aaa8f0443d None None] Provisioning complete for port 40d687f8-cc20-47cd-b555-386c389ff812 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:15:27.647490 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7b79-2acc-41d9-b054-d9aaa8f0443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (40d687f8-cc20-47cd-b555-386c389ff812), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:27.726041 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a7b79-2acc-41d9-b054-d9aaa8f0443d None None] Current status of the port 40d687f8-cc20-47cd-b555-386c389ff812 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:15:28.470402 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 40d687f8-cc20-47cd-b555-386c389ff812 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:15:28.522316 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 40d687f8-cc20-47cd-b555-386c389ff812 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:15:28.522705 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (40d687f8-cc20-47cd-b555-386c389ff812), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:28.596451 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 40d687f8-cc20-47cd-b555-386c389ff812 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:15:45.597274 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-559f7b98-1c3a-436f-92df-9572e35fc7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:47.886252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bedc92b7-8cc1-4617-9f43-d66a357768f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:49.103418 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:50.380089 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:51.797738 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:15:51.872592 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:16:15.588536 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd4867f6-0300-4353-b5a2-d33db139a4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:17.893541 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4e729c14-36e9-446e-87cb-a1fb3fa3f9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:19.110347 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:20.395919 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:21.813389 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:28.871829 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:16:45.593435 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb277-159f-4a64-9a7a-b59883673570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:47.880806 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b3ee73f9-1856-4a64-808e-b5982d6b1d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:48.300502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33138) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:16:48.306924 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [None req-117c0a25-190f-4e9c-b6ee-5bef2ac5ef14 tempest-verify_tempest_config-1334021998 tempest-verify_tempest_config-1334021998-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:16:48.307885 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-117c0a25-190f-4e9c-b6ee-5bef2ac5ef14 tempest-verify_tempest_config-1334021998 tempest-verify_tempest_config-1334021998-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058284 Jan 11 23:16:48.850791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33156) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:16:48.954429 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.050441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Publish callbacks [] for security_group (73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.109748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.138320 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.182896 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:16:49.187604 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98eb683865e14f8884d7c22875587d12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3357201 Jan 11 23:16:49.190303 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33160) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:16:49.193061 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.193432 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.193776 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.194142 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.194476 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.194823 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.195130 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.195484 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.195811 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.196137 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.196481 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.196799 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.197149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291856db-991e-4bcf-a569-f4e9f8b7aa01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.245480 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Publish callbacks [] for security_group (73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.268465 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Publish callbacks [] for security_group (73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.410376 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.412859 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:49.414085 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d HTTP/1.1" status: 204 len: 168 time: 0.2228076 Jan 11 23:16:49.421458 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a1c5ea-1ad1-42e5-ba34-37cc7d0ab67d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:16:49.428471 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.428837 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.429204 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.429539 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.429868 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.430200 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.430540 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.430867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.431201 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.431524 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.431840 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.432152 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:49.432465 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cbd8bc-4b44-4f45-aab2-d8a87bf82591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:16:50.343790 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:16:51.846673 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:05.871280 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:17:15.611662 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d293d4d-e7a2-459c-b9b2-f0f7e8224875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:17.889545 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-50eb6722-447d-48ec-b901-7c43e098b9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:19.114504 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:20.342775 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:21.817269 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:42.871486 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:17:45.604985 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9021cd35-a0d7-46b4-bf19-661352a0c7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:47.902316 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71a0046e-49d4-4041-b7b9-edf912d43d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:49.105625 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:50.357238 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:17:51.797442 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:15.608461 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6ff35cfa-5fa7-420b-9a68-858569e6989d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:17.877033 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e68e-df65-4cd2-b3da-ed27fde82931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:19.139224 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:19.870365 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 5 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:18:20.339052 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:20.455316 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516637'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:21.813573 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:34.398001 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33238) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:18:34.499828 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-9bfae47c-6df3-494a-b8e2-1ff582df2769 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1007388 Jan 11 23:18:36.707498 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33248) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:18:36.761028 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5e9c4d36-7086-444c-b0fa-d74cdb2d777b admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523837 Jan 11 23:18:45.620217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5785366b-017d-49ce-a276-f0f380f541b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:47.863990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8524d2f3-59cf-470a-8ddf-dd36c5c870da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:49.115492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:50.338466 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:50.414602 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:51.806972 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:18:56.869585 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:19:15.629318 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3e53b63e-c9c9-49fb-a206-1f231523b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:17.865149 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d7509493-c633-424b-be35-94856abbb8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:19.126058 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:20.367699 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:20.418492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:21.819606 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:33.868311 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:19:45.613017 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d8994295-3f65-4fd1-855e-93c97d3428f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:47.885534 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-daf41c42-8558-4a08-a36e-b8f5d860ef4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:49.104520 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:50.327451 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:50.395611 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:19:51.833676 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:08.805336 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:08.887592 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:09.000875 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33436) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:09.036538 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-network', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:09.045991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-422368711-network', 'tenant_id': 'f42b46f0a0224f378b25973382ce08a7'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:09.150508 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-643851567-network', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:09.150716 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Made reservation on behalf of f42b46f0a0224f378b25973382ce08a7 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:09.153930 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.163865 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.179657 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Made reservation on behalf of 421f248e2c6f4aa887e96ca9b6357253 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:09.182651 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.195941 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.253117 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Made reservation on behalf of a993a142a79f41f397c5ddf6f00d1098 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:09.255874 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.265688 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.317050 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks [] for security_group (b444057a-cef0-4843-afd9-03d34607dee7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.342768 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks [] for security_group (557fc09e-8c56-4b1c-92be-11473c64f63c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.355659 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks [] for security_group (a66596b7-4906-4da1-b07c-57d913285eac), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.395530 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (b444057a-cef0-4843-afd9-03d34607dee7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.414687 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:20:09.418305 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a66596b7-4906-4da1-b07c-57d913285eac), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.423896 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (557fc09e-8c56-4b1c-92be-11473c64f63c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.441981 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.442316 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Added segment 10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5 of type vlan for network be39bda6-8d97-4f9e-98a6-dca402493860 Jan 11 23:20:09.443131 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:20:09.445424 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b444057a-cef0-4843-afd9-03d34607dee7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:09.452311 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66596b7-4906-4da1-b07c-57d913285eac,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:09.457011 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:20:09.461202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.461549 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.461883 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.462209 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.463174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.463572 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.463916 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.464245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.464563 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.464880 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.465229 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.465542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.465854 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Tracked resource versions report: Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: pushed versions: Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: { 'AddressGroup': {'1.2'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'ConntrackHelper': {'1.0'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Log': {'1.0'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Network': {'1.1'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Port': {'1.7'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'PortForwarding': {'1.2'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'QosPolicy': {'1.10'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroup': {'1.5'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SubPort': {'1.0'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Subnet': {'1.1'}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Trunk': {'1.1'}} Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: consumer versions: Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: HyperV agent@hv-cinder-82160: {}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'ConntrackHelper': '1.0', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'LocalIPAssociation': '1.0', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Log': '1.0', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Network': '1.1', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Port': '1.7', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'PortForwarding': '1.2', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'QosPolicy': '1.10', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroup': '1.5', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SecurityGroupRule': '1.2', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'SubPort': '1.0', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Subnet': '1.1', Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: 'Trunk': '1.1'}} Jan 11 23:20:09.466946 dv-cinder-821602-8-iscsi neutron-server[103148]: {{(pid=103148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:20:09.469849 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (bf63248b-22ee-40d4-8d95-7ad3b22df8d1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.470188 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Added segment bf63248b-22ee-40d4-8d95-7ad3b22df8d1 of type vlan for network 6139746c-f6c4-42fe-97aa-d3688de1c092 Jan 11 23:20:09.485659 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.486009 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Tracked resource versions report: Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: pushed versions: Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: { 'AddressGroup': {'1.2'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'ConntrackHelper': {'1.0'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Log': {'1.0'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Network': {'1.1'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Port': {'1.7'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'PortForwarding': {'1.2'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'QosPolicy': {'1.10'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroup': {'1.5'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SubPort': {'1.0'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Subnet': {'1.1'}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Trunk': {'1.1'}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: consumer versions: Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: HyperV agent@hv-cinder-82160: {}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'ConntrackHelper': '1.0', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'LocalIPAssociation': '1.0', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Log': '1.0', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Network': '1.1', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Port': '1.7', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'PortForwarding': '1.2', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'QosPolicy': '1.10', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroup': '1.5', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SecurityGroupRule': '1.2', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'SubPort': '1.0', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Subnet': '1.1', Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: 'Trunk': '1.1'}} Jan 11 23:20:09.493178 dv-cinder-821602-8-iscsi neutron-server[103147]: {{(pid=103147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:20:09.514988 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (be39bda6-8d97-4f9e-98a6-dca402493860), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.517381 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (13742a50-135d-4577-9e09-ef1b1ba52045), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.517723 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Added segment 13742a50-135d-4577-9e09-ef1b1ba52045 of type vlan for network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 Jan 11 23:20:09.545687 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (6139746c-f6c4-42fe-97aa-d3688de1c092), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.586783 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557fc09e-8c56-4b1c-92be-11473c64f63c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:09.593297 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.636378 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (6139746c-f6c4-42fe-97aa-d3688de1c092), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.637909 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:09.638300 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.669676 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (be39bda6-8d97-4f9e-98a6-dca402493860), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.670666 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:09.671253 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.732308 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.733308 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:09.733882 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:09.744425 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] Pushing event updated for resources: {'Network': ['ID=be39bda6-8d97-4f9e-98a6-dca402493860,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:09.761068 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network be39bda6-8d97-4f9e-98a6-dca402493860 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:20:09.806880 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] Pushing event updated for resources: {'Network': ['ID=6139746c-f6c4-42fe-97aa-d3688de1c092,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:09.815111 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-90669b45-b9d8-48af-8df1-255d1eec61ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8129904 Jan 11 23:20:09.815892 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33474) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:09.821159 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Request body: {'subnet': {'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-subnet', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:09.862173 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] Pushing event updated for resources: {'Network': ['ID=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:09.862788 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:20:09.872730 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33478) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:09.878435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Request body: {'subnet': {'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-subnet', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:09.883486 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d3c35b3b-f659-4e74-aea5-200983a9a909 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0768933 Jan 11 23:20:09.888265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f62fd945-a749-4ea8-be7f-9882faec6445 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9994853 Jan 11 23:20:09.899212 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33480) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:09.905046 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Request body: {'subnet': {'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-422368711-subnet', 'tenant_id': 'f42b46f0a0224f378b25973382ce08a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:09.912320 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:20:09.916610 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Made reservation on behalf of a993a142a79f41f397c5ddf6f00d1098 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:09.920279 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.031875 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Made reservation on behalf of 421f248e2c6f4aa887e96ca9b6357253 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:10.034201 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.062778 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Made reservation on behalf of f42b46f0a0224f378b25973382ce08a7 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:10.065094 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.372157 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (90ef07d2-f102-4d40-aa3d-38192834320b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.462322 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ef07d2-f102-4d40-aa3d-38192834320b,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:10.502251 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Checking segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:10.502617 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Network hostable DHCP agents. Network: 6139746c-f6c4-42fe-97aa-d3688de1c092, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:20:10.519525 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (ba7fcb57-4d8c-4fb9-9355-326c93214b15), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.555869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.594930 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7fcb57-4d8c-4fb9-9355-326c93214b15,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:10.603622 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Checking segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:10.603984 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Network hostable DHCP agents. Network: 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:20:10.639674 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:20:10.670414 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Checking segment: {'id': '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:10.671194 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Network hostable DHCP agents. Network: be39bda6-8d97-4f9e-98a6-dca402493860, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:20:10.680096 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:10.714513 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 6139746c-f6c4-42fe-97aa-d3688de1c092) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:10.719602 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:10.721174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.729908 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb418d-5361-4ee0-80e0-99c89ecded8d None None] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:20:10.784444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:20:10.787244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Network be39bda6-8d97-4f9e-98a6-dca402493860 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:20:10.802033 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:10.807854 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, be39bda6-8d97-4f9e-98a6-dca402493860) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:10.821238 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7a1ee-81c7-4350-9e9f-3064aa0b89f7 None None] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:20:10.831942 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-2c8049e5-6ea3-4913-9454-1748c58cb6da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0146699 Jan 11 23:20:10.832868 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33514) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:10.833370 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:10.834029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.841454 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:10.876835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:10.877473 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:10.881157 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:20:10.892664 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd3967-8e31-4fd9-a41c-31ccba62ca98 None None] Network be39bda6-8d97-4f9e-98a6-dca402493860 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:20:10.981433 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-68dc9eee-f645-4aae-85fe-17bc7f4a879b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1073341 Jan 11 23:20:10.984648 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33530) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:10.988212 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:11.010192 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7f764150-80ea-45b4-b384-3b389eeb4e07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1092141 Jan 11 23:20:11.075647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.076698 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.156962 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks [] for router_controller (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.176196 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-6139746c-f6c4-42fe-97aa-d3688de1c092', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:20:11.176712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (a6682b71-e321-4572-bcc6-2fcbebcba6df), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.177274 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.177901 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (a6682b71-e321-4572-bcc6-2fcbebcba6df), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.249176 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781a90c7-5184-4d05-8e03-307b5015340c None None] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:20:11.292175 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks [] for router_controller (a6682b71-e321-4572-bcc6-2fcbebcba6df), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.344999 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73f3bb-b528-4193-a6e8-169636cb52e9 None None] Network be39bda6-8d97-4f9e-98a6-dca402493860 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:20:11.566159 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks [] for router_gateway (a6682b71-e321-4572-bcc6-2fcbebcba6df), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.577946 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Allocated IP 172.20.0.2 (6139746c-f6c4-42fe-97aa-d3688de1c092/90ef07d2-f102-4d40-aa3d-38192834320b/b61bab27-9b0a-4b51-b92b-7322a136df60) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:11.579269 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks [] for router_gateway (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.842273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Publish callbacks [] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.907754 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks [] for router_gateway (a6682b71-e321-4572-bcc6-2fcbebcba6df), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.932085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.933734 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:11.987478 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:11.989074 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:11.998700 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:12.080008 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Allocated IP 172.27.0.46 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/4ae2d5c1-a2b4-4c96-b456-73b9b24deb07) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:12.099145 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks [] for router_gateway (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.115205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Pushing event updated for resources: {'Port': ['ID=b61bab27-9b0a-4b51-b92b-7322a136df60,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:12.120731 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.121279 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.124882 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Tracked resource versions report: Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: pushed versions: Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: { 'AddressGroup': {'1.2'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'ConntrackHelper': {'1.0'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Log': {'1.0'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Network': {'1.1'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Port': {'1.7'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'PortForwarding': {'1.2'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'QosPolicy': {'1.10'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroup': {'1.5'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SubPort': {'1.0'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Subnet': {'1.1'}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Trunk': {'1.1'}} Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: consumer versions: Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: HyperV agent@hv-cinder-82160: {}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'ConntrackHelper': '1.0', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'LocalIPAssociation': '1.0', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Log': '1.0', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Network': '1.1', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Port': '1.7', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'PortForwarding': '1.2', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'QosPolicy': '1.10', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroup': '1.5', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SecurityGroupRule': '1.2', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'SubPort': '1.0', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Subnet': '1.1', Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: 'Trunk': '1.1'}} Jan 11 23:20:12.126005 dv-cinder-821602-8-iscsi neutron-server[103149]: {{(pid=103149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:20:12.137991 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Attempting to bind port b61bab27-9b0a-4b51-b92b-7322a136df60 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:12.138536 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Attempting to bind port b61bab27-9b0a-4b51-b92b-7322a136df60 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:12.138778 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Attempting to bind port b61bab27-9b0a-4b51-b92b-7322a136df60 on network 6139746c-f6c4-42fe-97aa-d3688de1c092 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:12.144422 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:12.144793 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Checking segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:12.145236 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.145624 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Bound using segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:12.146083 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Bound port: b61bab27-9b0a-4b51-b92b-7322a136df60, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:12.146456 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.161290 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.281745 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] For port b61bab27-9b0a-4b51-b92b-7322a136df60, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:12.285714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] For port b61bab27-9b0a-4b51-b92b-7322a136df60, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b61bab27-9b0a-4b51-b92b-7322a136df60,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:12.298717 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks [] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.340104 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.407227 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.417786 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23de248-6618-48fb-973b-6e58e548da69 None None] Pushing event updated for resources: {'Port': ['ID=b61bab27-9b0a-4b51-b92b-7322a136df60,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:12.450733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:12.453976 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:12.458772 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:12.489191 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Allocated IP 172.27.0.169 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/87e9cda0-6c42-4937-9a66-860a3e4bace2) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:12.670016 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Pushing event updated for resources: {'Port': ['ID=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:12.699237 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks [] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:12.865568 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33602) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:12.865568 dv-cinder-821602-8-iscsi neutron-server[103147]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 11 23:20:12.998697 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks [] for router_gateway (a6682b71-e321-4572-bcc6-2fcbebcba6df), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:13.001693 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:13.091742 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:13.109144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:13.129345 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:13.220520 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-f675c039-6f95-4813-9d15-3e80396a2847 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:13.222072 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-f675c039-6f95-4813-9d15-3e80396a2847 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/networks?id=be39bda6-8d97-4f9e-98a6-dca402493860 HTTP/1.1" status: 200 len: 811 time: 0.4097264 Jan 11 23:20:13.225104 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Pushing event updated for resources: {'Port': ['ID=87e9cda0-6c42-4937-9a66-860a3e4bace2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:13.239782 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (a6682b71-e321-4572-bcc6-2fcbebcba6df), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:13.299923 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-98447bcf-6aa4-4037-9fd7-193241333a63 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/quotas/f42b46f0a0224f378b25973382ce08a7 HTTP/1.1" status: 200 len: 375 time: 0.0546188 Jan 11 23:20:13.385862 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-66c5c870-322e-4f47-843e-32c436a3cb5d tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f42b46f0a0224f378b25973382ce08a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771954 Jan 11 23:20:13.556683 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Router a6682b71-e321-4572-bcc6-2fcbebcba6df is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:20:13.625865 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-6e2664ee-e946-4cca-8bc6-f2c41d4d71b4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:20:13.627171 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-6e2664ee-e946-4cca-8bc6-f2c41d4d71b4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1045263 Jan 11 23:20:13.726281 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:20:13.738195 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Sync routers for ids ['a6682b71-e321-4572-bcc6-2fcbebcba6df'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:20:13.752964 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Routers {'a6682b71-e321-4572-bcc6-2fcbebcba6df'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:13.753425 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:19:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['a6682b71-e321-4572-bcc6-2fcbebcba6df'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:13.839051 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:13.840659 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-dd5fb777-25cf-406a-871d-98f3b379ccba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8555377 Jan 11 23:20:13.843464 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33648) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:13.922309 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef7900-dc8b-4fe6-a881-b2fcf011b9a6 None None] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:20:13.935273 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks [] for router_gateway (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.009796 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] Provisioning complete for port b61bab27-9b0a-4b51-b92b-7322a136df60 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:14.010443 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.013561 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Set router a6682b71-e321-4572-bcc6-2fcbebcba6df gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:14.047014 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-cffdfbaf-9693-442f-96f8-9a490f0891df service neutron] 10.222.0.21 "GET /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071476 Jan 11 23:20:14.130666 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] Current status of the port b61bab27-9b0a-4b51-b92b-7322a136df60 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:14.131309 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.205483 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] For port b61bab27-9b0a-4b51-b92b-7322a136df60, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b61bab27-9b0a-4b51-b92b-7322a136df60,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:14.268781 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.291829 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-ef8c676c-c090-4bcd-ad76-6eef0892fe3d service neutron] 10.222.0.21 "GET /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438385 Jan 11 23:20:14.315896 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.377735 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b19d9a-5e50-4d4c-8e0e-bfe4b2b02c68 None None] Pushing event updated for resources: {'Port': ['ID=b61bab27-9b0a-4b51-b92b-7322a136df60,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:14.442319 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:12Z', 'revision_number': 3, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:14.524799 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Checking router: a6682b71-e321-4572-bcc6-2fcbebcba6df for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:20:14.527684 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Updating router a6682b71-e321-4572-bcc6-2fcbebcba6df port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:20:14.583931 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.601809 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-84fed7cc-ce53-4b75-8d2b-37349139e488 None None] Provisioning complete for port b61bab27-9b0a-4b51-b92b-7322a136df60 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:14.602158 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84fed7cc-ce53-4b75-8d2b-37349139e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.622965 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:14.732380 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:20:14.780313 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b61bab27-9b0a-4b51-b92b-7322a136df60 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:14.945176 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Allocated IP 172.20.0.1 (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0/ba7fcb57-4d8c-4fb9-9355-326c93214b15/b94e89f7-a3b4-4a6e-ae05-d11e53117908) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:14.961785 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:20:14.981882 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-84fed7cc-ce53-4b75-8d2b-37349139e488 None None] Current status of the port b61bab27-9b0a-4b51-b92b-7322a136df60 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:14.988506 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:20:15.023216 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port b61bab27-9b0a-4b51-b92b-7322a136df60 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:15.023674 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.028994 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:15.029959 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:19:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:15.038940 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cf16f5d5-738d-4a7a-b2a8-f059517fdecb req-34d2e2ff-db80-4eef-a4b0-284f590a53e5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0744574 Jan 11 23:20:15.123465 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.125942 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5ffba043-d895-4ff8-b723-791808d7f987 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2918253 Jan 11 23:20:15.130288 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33698) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:15.230382 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Publish callbacks [] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.249024 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks [] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.327368 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.330723 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:15.369527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port b61bab27-9b0a-4b51-b92b-7322a136df60 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:15.438379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.464906 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:15.581761 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Pushing event updated for resources: {'Port': ['ID=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:15.601727 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Attempting to bind port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:15.602208 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Attempting to bind port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:15.602704 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Attempting to bind port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:15.666515 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:15.673737 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.674126 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.679064 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.680752 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.682767 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.683318 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.683619 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:15.684286 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.689172 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b94e89f7-a3b4-4a6e-ae05-d11e53117908,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:15.693708 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.694141 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.696185 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:15.697749 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.698193 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (a6682b71-e321-4572-bcc6-2fcbebcba6df), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.698314 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.700138 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.701250 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Tracked resource versions report: Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: pushed versions: Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: { 'AddressGroup': {'1.2'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'ConntrackHelper': {'1.0'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'LocalIPAssociation': {'1.0'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Log': {'1.0'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Network': {'1.1'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Port': {'1.7'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'PortForwarding': {'1.2'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'QosPolicy': {'1.10'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroup': {'1.5'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroupRule': {'1.2'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SubPort': {'1.0'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Subnet': {'1.1'}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Trunk': {'1.1'}} Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: consumer versions: Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: { DHCP agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: HyperV agent@hv-cinder-82160: {}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: L3 agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: Metadata agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: Metering agent@dv-cinder-821602-8-iscsi: {}, Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: Open vSwitch agent@dv-cinder-821602-8-iscsi: { 'AddressGroup': '1.2', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'ConntrackHelper': '1.0', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'LocalIPAssociation': '1.0', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Log': '1.0', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Network': '1.1', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Port': '1.7', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'PortForwarding': '1.2', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'QosPolicy': '1.10', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroup': '1.5', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SecurityGroupRule': '1.2', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'SubPort': '1.0', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Subnet': '1.1', Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: 'Trunk': '1.1'}} Jan 11 23:20:15.705601 dv-cinder-821602-8-iscsi neutron-server[103150]: {{(pid=103150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 11 23:20:15.732351 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:15.732779 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:15.733236 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.733628 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:15.734110 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Bound port: 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:15.735800 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.859351 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eed2ebef-0b4d-4380-bc62-edd18a0a8fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.935498 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8fff76c-db36-49dc-a642-e2a305e2883e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:15.970635 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] For port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:15.982101 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] For port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:16.025059 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:13Z', 'revision_number': 3, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:16.086043 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.089947 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:20:16.089947 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Updating router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 port 87e9cda0-6c42-4937-9a66-860a3e4bace2 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:20:16.136367 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8fff76c-db36-49dc-a642-e2a305e2883e admin admin] Publish callbacks [] for security_group (fcc8134e-7e6f-4bb5-9514-744dd479dab2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.146974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.192389 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.208532 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Routers {'a6682b71-e321-4572-bcc6-2fcbebcba6df'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:16.208893 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:19:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['a6682b71-e321-4572-bcc6-2fcbebcba6df'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:16.247475 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b8fff76c-db36-49dc-a642-e2a305e2883e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fcc8134e-7e6f-4bb5-9514-744dd479dab2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.258492 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a07f5dcc-b9d3-48c9-aacc-d94d12a2e214 req-d147f924-d966-4530-921d-053b414660d2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0774300 Jan 11 23:20:16.328882 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244767f-c28a-47ce-8fd9-55b76ae51e23 None None] Pushing event updated for resources: {'Port': ['ID=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:16.439529 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] Set router a6682b71-e321-4572-bcc6-2fcbebcba6df gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:16.474235 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-b8fff76c-db36-49dc-a642-e2a305e2883e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24673bbe098040cba9766637fa664b9f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0074604 Jan 11 23:20:16.478628 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fff76c-db36-49dc-a642-e2a305e2883e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc8134e-7e6f-4bb5-9514-744dd479dab2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:16.498933 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33744) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:16.524284 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.559870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks [] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.625670 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08c9b413-fc5e-4dc8-91bc-239da169a48b admin admin] Publish callbacks [] for security_group (fcc8134e-7e6f-4bb5-9514-744dd479dab2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.630636 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.631474 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (a6682b71-e321-4572-bcc6-2fcbebcba6df), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.703133 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08c9b413-fc5e-4dc8-91bc-239da169a48b admin admin] Publish callbacks [] for security_group (fcc8134e-7e6f-4bb5-9514-744dd479dab2), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:16.825647 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b94e89f7-a3b4-4a6e-ae05-d11e53117908,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:16.849291 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'b94e89f7-a3b4-4a6e-ae05-d11e53117908', 'name': '', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'mac_address': 'fa:16:3e:39:ae:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:14Z', 'updated_at': '2022-01-11T23:20:14Z', 'revision_number': 1, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'subnets': [{'id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:16.913691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:16.918999 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:16.935332 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9aca3c-0c77-431f-867d-31e8ead61614 None None] The sync data for ids ['a6682b71-e321-4572-bcc6-2fcbebcba6df'] in dv-cinder-821602-8-iscsi is: [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'b94e89f7-a3b4-4a6e-ae05-d11e53117908', 'name': '', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'mac_address': 'fa:16:3e:39:ae:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:14Z', 'updated_at': '2022-01-11T23:20:14Z', 'revision_number': 1, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'subnets': [{'id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:20:16.938003 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Publish callbacks [] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.033053 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08c9b413-fc5e-4dc8-91bc-239da169a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fcc8134e-7e6f-4bb5-9514-744dd479dab2), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.035604 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-08c9b413-fc5e-4dc8-91bc-239da169a48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.036870 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-08c9b413-fc5e-4dc8-91bc-239da169a48b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcc8134e-7e6f-4bb5-9514-744dd479dab2 HTTP/1.1" status: 204 len: 168 time: 0.5352557 Jan 11 23:20:17.042907 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.063362 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9b413-fc5e-4dc8-91bc-239da169a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc8134e-7e6f-4bb5-9514-744dd479dab2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:17.084025 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Allocated IP 172.20.0.1 (6139746c-f6c4-42fe-97aa-d3688de1c092/90ef07d2-f102-4d40-aa3d-38192834320b/cbd647a0-5a87-43f6-80c1-4e11db60cc8c) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:17.177726 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Attempting to bind port 87e9cda0-6c42-4937-9a66-860a3e4bace2 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:17.178522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Router a6682b71-e321-4572-bcc6-2fcbebcba6df has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:20:17.179256 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Attempting to bind port 87e9cda0-6c42-4937-9a66-860a3e4bace2 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:17.180363 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Attempting to bind port 87e9cda0-6c42-4937-9a66-860a3e4bace2 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:17.197414 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae3ed3-b5a4-44ad-b57e-fdc3cd4868a7 None None] Pushing event updated for resources: {'Port': ['ID=87e9cda0-6c42-4937-9a66-860a3e4bace2,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:17.203004 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:17.203644 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:17.204048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.204430 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:17.204898 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Bound port: 87e9cda0-6c42-4937-9a66-860a3e4bace2, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:17.205393 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.366285 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] For port 87e9cda0-6c42-4937-9a66-860a3e4bace2, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:17.369039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] For port 87e9cda0-6c42-4937-9a66-860a3e4bace2, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=87e9cda0-6c42-4937-9a66-860a3e4bace2,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:17.378445 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks [] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.411287 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 33776) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:17.463815 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.514148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:20:17.519714 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4a78edc8-7ab8-4a6b-bd21-b3661fb234d5 admin admin] 10.222.0.21 "PUT /v2.0/routers/a6682b71-e321-4572-bcc6-2fcbebcba6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6750154 Jan 11 23:20:17.551031 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a801dba8-38c2-44b3-97c7-853bf6000c43 req-a5cd1543-b82c-4713-b34d-e0510d6bc49b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.1250410 Jan 11 23:20:17.643401 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:17.644976 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:19:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:17.731273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae3ed3-b5a4-44ad-b57e-fdc3cd4868a7 None None] Pushing event updated for resources: {'Port': ['ID=87e9cda0-6c42-4937-9a66-860a3e4bace2,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:17.752961 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:17.890159 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:17.906390 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:17.938915 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:17.941103 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:17.943886 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:17.948080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:18.293084 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5752b705-3f88-4e07-b94a-3077d91d4747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:18.445656 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:13Z', 'revision_number': 3, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:18.547809 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc54d00-000b-4a39-8cd2-dd99ab8c9982 None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:13Z', 'revision_number': 3, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:20:18.551348 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-59a1d79f-678c-4ea4-9fad-85e4f1d59743 None None] Provisioning complete for port cbd647a0-5a87-43f6-80c1-4e11db60cc8c triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:18.566055 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-59a1d79f-678c-4ea4-9fad-85e4f1d59743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:18.644799 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-59a1d79f-678c-4ea4-9fad-85e4f1d59743 None None] Port cbd647a0-5a87-43f6-80c1-4e11db60cc8c cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:20:18.658130 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:18.961611 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:18.961611 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:18.961611 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:18.995343 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-d6745ac0-0aa8-468d-8b75-86d521e92bc2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:18.995343 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-d6745ac0-0aa8-468d-8b75-86d521e92bc2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 819 time: 0.3283844 Jan 11 23:20:18.995343 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-19b9a943-c863-4864-8a51-99040cbc5edb req-a1bfc7d3-fef7-4201-b05f-0d32441e0403 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0777771 Jan 11 23:20:18.995343 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-2c0afd57-0ed2-4955-a288-a53a6811855d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/quotas/421f248e2c6f4aa887e96ca9b6357253 HTTP/1.1" status: 200 len: 375 time: 0.0816262 Jan 11 23:20:19.031309 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:19.045091 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:19.097943 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:19.196057 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:19.228504 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:19.293108 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-84b8421b-66bb-49c7-8d44-7dda5bb9d761 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2855072 Jan 11 23:20:19.312722 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:19.316021 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks [] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:19.397155 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:19.398300 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:19.529898 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:19.566150 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-21ab6f69-ba99-4e89-8ce8-c54d68ebf080 service neutron] 10.222.0.21 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720993 Jan 11 23:20:19.680011 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:19.684157 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:19.832636 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-8cd556e5-a106-4084-9766-c259ff7c0a92 service neutron] 10.222.0.21 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656093 Jan 11 23:20:19.852763 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:20:20.001224 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-1ba184fd-079c-46f1-91b9-5e72abc1a967 None None] Provisioning complete for port cbd647a0-5a87-43f6-80c1-4e11db60cc8c triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:20.001722 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ba184fd-079c-46f1-91b9-5e72abc1a967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:20.014292 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:20:20.029247 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-2c8654ad-7a69-42d0-8b57-c1e3863c9554 admin admin] 10.222.0.21 "PUT /v2.0/routers/f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8977704 Jan 11 23:20:20.079831 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1ba184fd-079c-46f1-91b9-5e72abc1a967 None None] Port cbd647a0-5a87-43f6-80c1-4e11db60cc8c cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:20:20.231031 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c5c4db1-bf05-40f8-9e00-397398367887 req-665aa9d5-589b-48b4-8ced-e15c087a954b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 210 time: 0.0860536 Jan 11 23:20:20.321069 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-11b9241a-4d25-478b-a611-450cb6e56e0c req-c513e9cb-c72f-4a23-b491-b315a916ebbd tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.1165636 Jan 11 23:20:20.403483 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:20.475263 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:20.792195 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 87e9cda0-6c42-4937-9a66-860a3e4bace2 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:20.885503 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 87e9cda0-6c42-4937-9a66-860a3e4bace2 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:20.886139 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.030338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 87e9cda0-6c42-4937-9a66-860a3e4bace2 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:21.032165 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.069931 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Sync routers for ids ['a6682b71-e321-4572-bcc6-2fcbebcba6df'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:20:21.100776 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Routers {'a6682b71-e321-4572-bcc6-2fcbebcba6df'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:21.101212 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 33996) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:21.102251 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:20:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['a6682b71-e321-4572-bcc6-2fcbebcba6df'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:21.106515 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-1bef286c-e177-46f5-bff7-e2deee20fb42 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:21.106998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202755635', 'description': 'tempest-description--1073336803'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:21.115280 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-1bef286c-e177-46f5-bff7-e2deee20fb42 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 819 time: 0.3565567 Jan 11 23:20:21.128645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 87e9cda0-6c42-4937-9a66-860a3e4bace2, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=87e9cda0-6c42-4937-9a66-860a3e4bace2,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:21.141135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-e9bb249e-42be-4dbf-92fc-a8985d8e278a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/quotas/421f248e2c6f4aa887e96ca9b6357253 HTTP/1.1" status: 200 len: 375 time: 0.0248992 Jan 11 23:20:21.207474 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.208631 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:21.236851 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-1ae8484f-9ab8-4d70-b0e1-000a58e0f2b2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0868082 Jan 11 23:20:21.261071 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.315710 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=87e9cda0-6c42-4937-9a66-860a3e4bace2,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:21.327522 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Set router a6682b71-e321-4572-bcc6-2fcbebcba6df gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:21.345458 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:21.348683 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.390752 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (87849378-fd90-4683-83a5-2b1cdb3c7714), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.481123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (87849378-fd90-4683-83a5-2b1cdb3c7714), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.515223 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-8db129a2-82a4-405b-871d-6aecfd8c4a75 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:20:21.523417 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-8db129a2-82a4-405b-871d-6aecfd8c4a75 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0888062 Jan 11 23:20:21.546309 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:20:21.562859 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87849378-fd90-4683-83a5-2b1cdb3c7714,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:21.588413 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:21.597634 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:21.598535 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:20:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:21.620121 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9462a40b-6c59-4360-a039-bd5975eb9fa6 req-616bf4b7-496f-4c79-85ba-96ca8f4a59ca tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0738974 Jan 11 23:20:21.637116 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'b94e89f7-a3b4-4a6e-ae05-d11e53117908', 'name': '', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'mac_address': 'fa:16:3e:39:ae:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:14Z', 'updated_at': '2022-01-11T23:20:16Z', 'revision_number': 2, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'subnets': [{'id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:21.643467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.645124 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-12de3b55-c0a6-43f3-8e09-121c757542c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5427847 Jan 11 23:20:21.649499 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34020) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:21.654573 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'security_group_rule': {'security_group_id': '87849378-fd90-4683-83a5-2b1cdb3c7714', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:21.714224 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Checking router: a6682b71-e321-4572-bcc6-2fcbebcba6df for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:20:21.714711 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Updating router a6682b71-e321-4572-bcc6-2fcbebcba6df port b94e89f7-a3b4-4a6e-ae05-d11e53117908 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:20:21.750882 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.798949 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-45cfc816-e55f-4750-b658-375020bab89c service neutron] 10.222.0.21 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744830 Jan 11 23:20:21.811656 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (04fce167-ad42-410e-a0b8-b25cc0ed493b), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.823077 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34030) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:21.855660 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:21.905682 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (04fce167-ad42-410e-a0b8-b25cc0ed493b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.941655 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:21.969355 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-a889a28d-9eab-4f5d-b4a7-8fc9bf5e7f73 service neutron] 10.222.0.21 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640563 Jan 11 23:20:21.985378 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb86a70-650e-410f-a85a-e9178fd51661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.001430 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (04fce167-ad42-410e-a0b8-b25cc0ed493b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.053865 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fce167-ad42-410e-a0b8-b25cc0ed493b,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.118627 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 2, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:22.120885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.123348 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c23ecaf5-52d4-4cfe-be4c-1c783ea5c4cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724762 Jan 11 23:20:22.125481 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34034) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:22.133292 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'security_group_rule': {'security_group_id': '87849378-fd90-4683-83a5-2b1cdb3c7714', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:22.135013 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb86a70-650e-410f-a85a-e9178fd51661 admin admin] Publish callbacks [] for security_group (0717ac0b-8b35-4c14-b1be-745660a6c5a5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.152874 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:20:22.153257 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Updating router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 port cbd647a0-5a87-43f6-80c1-4e11db60cc8c binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:20:22.179175 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.217375 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Publish callbacks [] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.219571 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bb86a70-650e-410f-a85a-e9178fd51661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (0717ac0b-8b35-4c14-b1be-745660a6c5a5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.250972 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3bb86a70-650e-410f-a85a-e9178fd51661 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0c5d30c6e944eadb306b0ff33512057&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4258957 Jan 11 23:20:22.254085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34040) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:22.266243 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb86a70-650e-410f-a85a-e9178fd51661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0717ac0b-8b35-4c14-b1be-745660a6c5a5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.309878 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.310169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (11d253ee-c122-47ca-871b-9b56d7f908c0), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.376212 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-78eb5ad1-d4c0-4d34-9e1a-a4e1aaa5025c req-8769d9c1-b7eb-47c8-9515-df27191d808a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0410907 Jan 11 23:20:22.384735 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba47b2-8a4d-4a8d-a775-bd81382fa1c2 None None] Pushing event updated for resources: {'Port': ['ID=b94e89f7-a3b4-4a6e-ae05-d11e53117908,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.440783 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5af96133-a92f-450b-befc-bbeea72f0888 admin admin] Publish callbacks [] for security_group (0717ac0b-8b35-4c14-b1be-745660a6c5a5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.455051 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Attempting to bind port b94e89f7-a3b4-4a6e-ae05-d11e53117908 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:22.455548 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Attempting to bind port b94e89f7-a3b4-4a6e-ae05-d11e53117908 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:22.455977 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Attempting to bind port b94e89f7-a3b4-4a6e-ae05-d11e53117908 on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:22.462759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (11d253ee-c122-47ca-871b-9b56d7f908c0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.465982 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:22.466572 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Checking segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:22.467146 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.467631 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Bound using segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:22.468379 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Bound port: b94e89f7-a3b4-4a6e-ae05-d11e53117908, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:22.468857 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.474700 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5af96133-a92f-450b-befc-bbeea72f0888 admin admin] Publish callbacks [] for security_group (0717ac0b-8b35-4c14-b1be-745660a6c5a5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.535697 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (11d253ee-c122-47ca-871b-9b56d7f908c0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.548515 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] For port b94e89f7-a3b4-4a6e-ae05-d11e53117908, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:22.552325 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] For port b94e89f7-a3b4-4a6e-ae05-d11e53117908, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b94e89f7-a3b4-4a6e-ae05-d11e53117908,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:22.558333 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d253ee-c122-47ca-871b-9b56d7f908c0,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.636983 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Publish callbacks [] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.640298 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 87e9cda0-6c42-4937-9a66-860a3e4bace2 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:22.663919 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5af96133-a92f-450b-befc-bbeea72f0888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (0717ac0b-8b35-4c14-b1be-745660a6c5a5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.666897 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.667968 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5af96133-a92f-450b-befc-bbeea72f0888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.669290 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5af96133-a92f-450b-befc-bbeea72f0888 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0717ac0b-8b35-4c14-b1be-745660a6c5a5 HTTP/1.1" status: 204 len: 168 time: 0.4140007 Jan 11 23:20:22.697067 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af96133-a92f-450b-befc-bbeea72f0888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0717ac0b-8b35-4c14-b1be-745660a6c5a5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.710107 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.716239 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9ae27192-3d29-473b-8d6d-a317207638a5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5888557 Jan 11 23:20:22.719336 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34058) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:22.735981 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:22.764900 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f58e8918-ad09-4373-a688-14f04564e838 req-e882dd1e-a7d6-4e80-a3c9-cd5469360c42 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0645223 Jan 11 23:20:22.766661 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.780323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 87e9cda0-6c42-4937-9a66-860a3e4bace2 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:22.780971 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.784388 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba47b2-8a4d-4a8d-a775-bd81382fa1c2 None None] Pushing event updated for resources: {'Port': ['ID=b94e89f7-a3b4-4a6e-ae05-d11e53117908,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.795497 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Routers {'a6682b71-e321-4572-bcc6-2fcbebcba6df'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:22.795497 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:20:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['a6682b71-e321-4572-bcc6-2fcbebcba6df'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:22.869262 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fce0f-1127-4d0c-92db-2ddc1a42ecf1 None None] Pushing event updated for resources: {'Port': ['ID=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:22.909953 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.951370 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Attempting to bind port cbd647a0-5a87-43f6-80c1-4e11db60cc8c on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:22.951555 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Attempting to bind port cbd647a0-5a87-43f6-80c1-4e11db60cc8c by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:22.951960 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Attempting to bind port cbd647a0-5a87-43f6-80c1-4e11db60cc8c on network 6139746c-f6c4-42fe-97aa-d3688de1c092 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:22.964163 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] Set router a6682b71-e321-4572-bcc6-2fcbebcba6df gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:22.975560 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:22.977273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Checking segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:22.977273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:22.977273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Bound using segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:22.977481 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Bound port: cbd647a0-5a87-43f6-80c1-4e11db60cc8c, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:22.978297 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.003044 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 87e9cda0-6c42-4937-9a66-860a3e4bace2 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:23.078281 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] For port cbd647a0-5a87-43f6-80c1-4e11db60cc8c, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:23.082993 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] For port cbd647a0-5a87-43f6-80c1-4e11db60cc8c, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:23.147296 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.161219 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.249522 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'b94e89f7-a3b4-4a6e-ae05-d11e53117908', 'name': '', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'mac_address': 'fa:16:3e:39:ae:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:14Z', 'updated_at': '2022-01-11T23:20:22Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'subnets': [{'id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:23.260959 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fce0f-1127-4d0c-92db-2ddc1a42ecf1 None None] Pushing event updated for resources: {'Port': ['ID=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:23.263872 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] Provisioning complete for port cbd647a0-5a87-43f6-80c1-4e11db60cc8c triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:23.263872 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.266977 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:20:23.267582 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:20:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:23.292639 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534a80b-3b61-4b2a-9149-d8d56156a484 None None] The sync data for ids ['a6682b71-e321-4572-bcc6-2fcbebcba6df'] in dv-cinder-821602-8-iscsi is: [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:15Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'b94e89f7-a3b4-4a6e-ae05-d11e53117908', 'name': '', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'mac_address': 'fa:16:3e:39:ae:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:14Z', 'updated_at': '2022-01-11T23:20:22Z', 'revision_number': 4, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'subnets': [{'id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:20:23.309681 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Allocated IP 172.27.0.93 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/9f48e7f5-9adf-4a8c-bcba-41af400a979d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:23.473403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.477368 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:20:23.496897 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e13b2fe2-1ef7-40bc-8bfa-39268e7aa6b4 req-316e5d6f-9d25-4fd3-af9e-f5c7d9003efb tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0623660 Jan 11 23:20:23.526148 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] Current status of the port cbd647a0-5a87-43f6-80c1-4e11db60cc8c is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:23.526555 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.609978 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34074) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:23.627052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d43dba3b-6925-4ca1-b5ed-6199bb0de470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.644173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.652896 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] For port cbd647a0-5a87-43f6-80c1-4e11db60cc8c, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:23.711066 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:23.715882 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:23.717861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'Port': ['ID=9f48e7f5-9adf-4a8c-bcba-41af400a979d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:23.725553 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:23.750958 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:20:23.754766 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.848571 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3969da0-295f-4f3a-8ada-11ed3ff4aeab None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:20:23.851340 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a6593-5192-480c-87bd-4ff3cedee7ed None None] Pushing event updated for resources: {'Port': ['ID=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:23.880821 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-ce90c05f-b5c5-4404-b9ae-c6cd9846ffde None None] Provisioning complete for port cbd647a0-5a87-43f6-80c1-4e11db60cc8c triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:23.887388 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ce90c05f-b5c5-4404-b9ae-c6cd9846ffde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.936155 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d43dba3b-6925-4ca1-b5ed-6199bb0de470 admin admin] Publish callbacks [] for security_group (8ad48a60-3349-42fd-b855-eb2c37576510), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.938264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (c3a620f5-1160-4baa-af9e-992fc28cd042), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:23.941991 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5ee7e637-fbd2-49fd-a16b-e43146de4e11 req-bf231009-0b76-4721-ba51-d158b492c2b3 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0755270 Jan 11 23:20:24.003777 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d43dba3b-6925-4ca1-b5ed-6199bb0de470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (8ad48a60-3349-42fd-b855-eb2c37576510), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.021317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-ce90c05f-b5c5-4404-b9ae-c6cd9846ffde None None] Current status of the port cbd647a0-5a87-43f6-80c1-4e11db60cc8c is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:24.074843 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-d43dba3b-6925-4ca1-b5ed-6199bb0de470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5d472c2eef04e35b5596bd0e17c3adb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4613185 Jan 11 23:20:24.074843 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43dba3b-6925-4ca1-b5ed-6199bb0de470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad48a60-3349-42fd-b855-eb2c37576510,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:24.075373 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34086) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:24.084105 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.145039 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc39d640-9b3f-4b12-a9c8-1227fdbbd896 admin admin] Publish callbacks [] for security_group (8ad48a60-3349-42fd-b855-eb2c37576510), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.175026 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc39d640-9b3f-4b12-a9c8-1227fdbbd896 admin admin] Publish callbacks [] for security_group (8ad48a60-3349-42fd-b855-eb2c37576510), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.272183 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.297988 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc39d640-9b3f-4b12-a9c8-1227fdbbd896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (8ad48a60-3349-42fd-b855-eb2c37576510), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.300569 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-cc39d640-9b3f-4b12-a9c8-1227fdbbd896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.305202 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-cc39d640-9b3f-4b12-a9c8-1227fdbbd896 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ad48a60-3349-42fd-b855-eb2c37576510 HTTP/1.1" status: 204 len: 168 time: 0.2283890 Jan 11 23:20:24.315239 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39d640-9b3f-4b12-a9c8-1227fdbbd896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad48a60-3349-42fd-b855-eb2c37576510,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:24.383741 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.421861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (c3a620f5-1160-4baa-af9e-992fc28cd042), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.440577 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'Port': ['ID=9f48e7f5-9adf-4a8c-bcba-41af400a979d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:24.534433 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:24.543383 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5dec9c4d-4904-445f-a2a8-3eda2a441942 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8202338 Jan 11 23:20:24.633597 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e7869c6-b1a7-4ff0-a411-9e47d2d75417 req-f93fcc3f-016d-4ca3-8d39-2af179c7e268 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0486901 Jan 11 23:20:24.848242 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b94e89f7-a3b4-4a6e-ae05-d11e53117908 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:24.886667 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-fe105190-fb14-41ac-9ebe-24dde3d6daf5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--202755635&fields=id&tenant_id=a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 267 time: 0.1274014 Jan 11 23:20:24.920155 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port b94e89f7-a3b4-4a6e-ae05-d11e53117908 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:24.920709 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:25.029928 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-4a230fbe-75a8-449c-8f2e-af77e950c727 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:25.031440 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-4a230fbe-75a8-449c-8f2e-af77e950c727 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 816 time: 0.1337337 Jan 11 23:20:25.036759 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port b94e89f7-a3b4-4a6e-ae05-d11e53117908 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:25.038651 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:25.055394 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-064b7ee6-19e1-46c5-9819-b8c6afd79682 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/quotas/a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 375 time: 0.0168812 Jan 11 23:20:25.085334 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port b94e89f7-a3b4-4a6e-ae05-d11e53117908, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b94e89f7-a3b4-4a6e-ae05-d11e53117908,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:25.107365 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2b686c47-fb4f-4e45-9203-ec6ec63f1e7f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504291 Jan 11 23:20:25.177908 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:25.179261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cbd647a0-5a87-43f6-80c1-4e11db60cc8c up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:25.218852 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-360a8cb0-681b-4445-a9b1-3e244e8ebd98 req-9b7da580-b8fb-41ef-ada7-6acf0465b5de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0334475 Jan 11 23:20:25.242937 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-c556c031-f1e1-424f-b54a-c0995a049510 service neutron] 10.222.0.21 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180413 Jan 11 23:20:25.268686 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=b94e89f7-a3b4-4a6e-ae05-d11e53117908,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:25.284867 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port cbd647a0-5a87-43f6-80c1-4e11db60cc8c triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:25.285280 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:25.388444 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-6f253b62-e9de-4f29-b311-8bff247cbcff service neutron] 10.222.0.21 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385107 Jan 11 23:20:25.392671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port cbd647a0-5a87-43f6-80c1-4e11db60cc8c is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:25.612748 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-08578e96-8bee-4c76-b93d-3e0950c2a82a req-d60ba724-e655-4297-ad65-fcc03f244112 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0332086 Jan 11 23:20:25.765124 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-da558338-2c7d-4708-85e7-99a8a8db1e58 req-293296fc-63cf-4cdc-abc9-d7af4f4e910a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0436831 Jan 11 23:20:26.232180 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34188) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:26.326073 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-76075b4e-9648-4384-b748-9a07084880ed req-c1739ec3-e1d3-40d1-b3bb-9811d38d6926 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0274673 Jan 11 23:20:26.470978 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63563ac0-1a85-4ad8-8a8d-a8e1bd689753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.543871 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63563ac0-1a85-4ad8-8a8d-a8e1bd689753 admin admin] Publish callbacks [] for security_group (a36e9e68-45db-4a1d-8b8f-689ec1586c0f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.644878 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b94e89f7-a3b4-4a6e-ae05-d11e53117908 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:20:26.650436 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63563ac0-1a85-4ad8-8a8d-a8e1bd689753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a36e9e68-45db-4a1d-8b8f-689ec1586c0f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.692034 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-63563ac0-1a85-4ad8-8a8d-a8e1bd689753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=451927ef23924d54816e487c49ea8884&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4563875 Jan 11 23:20:26.692034 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63563ac0-1a85-4ad8-8a8d-a8e1bd689753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e9e68-45db-4a1d-8b8f-689ec1586c0f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:26.694263 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34204) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:26.700129 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port b94e89f7-a3b4-4a6e-ae05-d11e53117908 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:26.700776 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.736250 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-35decea0-61bd-444b-bab2-ad7320e18160 req-9db527cb-72a6-4622-a379-9745bd36e67e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0425382 Jan 11 23:20:26.752820 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77639478-285f-4b78-a305-c78128d3ffb6 admin admin] Publish callbacks [] for security_group (a36e9e68-45db-4a1d-8b8f-689ec1586c0f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.774415 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77639478-285f-4b78-a305-c78128d3ffb6 admin admin] Publish callbacks [] for security_group (a36e9e68-45db-4a1d-8b8f-689ec1586c0f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.798203 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port b94e89f7-a3b4-4a6e-ae05-d11e53117908 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:26.874678 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4c6cdcd-94a2-40bd-8e7b-61bfb6f6f300 req-4d33efd1-0120-4b9b-bacf-3ab1534ed17a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0300562 Jan 11 23:20:26.886492 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77639478-285f-4b78-a305-c78128d3ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a36e9e68-45db-4a1d-8b8f-689ec1586c0f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.889059 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-77639478-285f-4b78-a305-c78128d3ffb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:26.892662 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-77639478-285f-4b78-a305-c78128d3ffb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a36e9e68-45db-4a1d-8b8f-689ec1586c0f HTTP/1.1" status: 204 len: 168 time: 0.1947391 Jan 11 23:20:26.898024 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77639478-285f-4b78-a305-c78128d3ffb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e9e68-45db-4a1d-8b8f-689ec1586c0f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:27.421829 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-343c39aa-942d-4cf9-aec1-1d8e04889080 req-d03b15d4-bd65-454a-a7d0-2f989ee92cae tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0271118 Jan 11 23:20:27.815704 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b566002f-8f87-4716-b84a-bc7a067ce3e3 req-7ef92ad2-fafa-49b5-a8df-e389e6aba19a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0285983 Jan 11 23:20:27.970654 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0c55d94-6200-4b6d-b574-c8a7f46f28c6 req-2364b67c-2731-4ff5-8fa1-c875b1f260a0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0267198 Jan 11 23:20:28.391640 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.35', 56117) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:28.526356 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ea381ba5-3d57-41c7-ac65-4c61836a9a17 req-a0e7ef8b-28d0-4f14-a7ae-1c96eea27764 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0272155 Jan 11 23:20:28.608051 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-a44e2874-dba0-4a9a-9faa-638292c19525 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:28.609593 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-a44e2874-dba0-4a9a-9faa-638292c19525 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.35 "GET /v2.0/networks?id=be39bda6-8d97-4f9e-98a6-dca402493860 HTTP/1.1" status: 200 len: 811 time: 0.2026193 Jan 11 23:20:28.702590 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Request body: {'port': {'device_id': '8816e366-0c82-4439-9693-6c2de6f7525b', 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860', 'admin_state_up': True, 'tenant_id': 'f42b46f0a0224f378b25973382ce08a7'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:28.892024 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Made reservation on behalf of f42b46f0a0224f378b25973382ce08a7 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:28.895624 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:28.925724 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1246092-cf92-45de-95a4-f3c3b2410983 req-4059e91c-5cb4-4079-9a8e-2ece91bee043 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0353909 Jan 11 23:20:29.097796 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bbe9a60a-1d0d-4c56-ab7b-4796c73cc024 req-f314f3f7-f15d-4abf-a50f-6b3ecdfadc29 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0325429 Jan 11 23:20:29.147246 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Allocated IP 172.20.0.5 (be39bda6-8d97-4f9e-98a6-dca402493860/0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6/a7227a90-a66c-4108-9309-11d4d4e71888) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:29.340606 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks [] for port (a7227a90-a66c-4108-9309-11d4d4e71888), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:29.371573 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.35', 56130) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:29.415965 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.35', 56132) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:29.500404 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-dd00a155-80e7-444a-8a59-bb557fb801f1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:29.502112 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-dd00a155-80e7-444a-8a59-bb557fb801f1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 819 time: 0.1088710 Jan 11 23:20:29.516602 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:29.527467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Request body: {'port': {'device_id': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'admin_state_up': True, 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:29.562992 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-781e2411-5d57-4228-8b4d-6670ef54bb84 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:29.564509 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-781e2411-5d57-4228-8b4d-6670ef54bb84 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 819 time: 0.1474986 Jan 11 23:20:29.589215 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Request body: {'port': {'device_id': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'admin_state_up': True, 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:29.688635 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Network be39bda6-8d97-4f9e-98a6-dca402493860 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:29.694050 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:29.703417 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:29.709429 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:29.710061 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:29.716084 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Pushing event updated for resources: {'Port': ['ID=a7227a90-a66c-4108-9309-11d4d4e71888,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:29.792611 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-8fabf652-d2f8-4978-8575-f7d5089b8833 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0939577 Jan 11 23:20:29.798168 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc325ab-4a06-4719-931b-e61e226fe7dc req-abb56a30-b737-4da6-bf7b-8a31eb23bfa4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:29.799116 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7cc325ab-4a06-4719-931b-e61e226fe7dc req-abb56a30-b737-4da6-bf7b-8a31eb23bfa4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.1984093 Jan 11 23:20:29.890223 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7cc325ab-4a06-4719-931b-e61e226fe7dc req-8de89110-2969-4a10-8ad5-e2d7eef9993b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798228 Jan 11 23:20:29.897428 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Made reservation on behalf of 421f248e2c6f4aa887e96ca9b6357253 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:29.903843 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:29.986622 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Made reservation on behalf of 421f248e2c6f4aa887e96ca9b6357253 for: {'port': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:29.994416 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.004742 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34374) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:30.231206 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Allocated IP 172.20.0.6 (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0/ba7fcb57-4d8c-4fb9-9355-326c93214b15/a98e4687-1dcc-456e-9eb6-eebdaf46701e) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:30.231206 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e1a04dc-b69b-4476-92b0-409f3cd363e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.329796 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ebe548a3-b4f9-484f-90ed-7a90c2b882f4 req-c7c6a9b9-9618-45e9-afc2-dc30146881de tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0773759 Jan 11 23:20:30.332823 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cded0f48-4feb-4b68-9fe6-94dc63e1ed4b req-d459c7da-8e68-48a3-828a-64b5393e2ab4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.2376151 Jan 11 23:20:30.417883 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks [] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.421897 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e1a04dc-b69b-4476-92b0-409f3cd363e5 admin admin] Publish callbacks [] for security_group (532e419b-6709-4646-bec2-219e81037b39), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.537430 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3e1a04dc-b69b-4476-92b0-409f3cd363e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (532e419b-6709-4646-bec2-219e81037b39), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.576591 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-3e1a04dc-b69b-4476-92b0-409f3cd363e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37f61ae76bf94421ac0ec79c146d71b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5631046 Jan 11 23:20:30.577020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a04dc-b69b-4476-92b0-409f3cd363e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e419b-6709-4646-bec2-219e81037b39,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:30.579482 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34384) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:30.586482 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.657633 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:30.664708 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:30.668766 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:30.675856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:30.675856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.677377 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Pushing event updated for resources: {'Port': ['ID=a98e4687-1dcc-456e-9eb6-eebdaf46701e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:30.679578 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Allocated IP 172.20.0.13 (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0/ba7fcb57-4d8c-4fb9-9355-326c93214b15/4ece396f-1066-429c-9930-7d5048c55b13) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:30.701859 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23facce5-3623-4f81-becb-8bc2b0c9764e admin admin] Publish callbacks [] for security_group (532e419b-6709-4646-bec2-219e81037b39), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.723951 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23facce5-3623-4f81-becb-8bc2b0c9764e admin admin] Publish callbacks [] for security_group (532e419b-6709-4646-bec2-219e81037b39), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.757987 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-25aff47a-cc83-43e5-abad-2f1ba1638b68 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2364657 Jan 11 23:20:30.829338 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23facce5-3623-4f81-becb-8bc2b0c9764e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (532e419b-6709-4646-bec2-219e81037b39), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.831982 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-23facce5-3623-4f81-becb-8bc2b0c9764e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.833060 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-23facce5-3623-4f81-becb-8bc2b0c9764e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/532e419b-6709-4646-bec2-219e81037b39 HTTP/1.1" status: 204 len: 168 time: 0.2522819 Jan 11 23:20:30.842010 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23facce5-3623-4f81-becb-8bc2b0c9764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e419b-6709-4646-bec2-219e81037b39,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:30.846745 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks [] for port (4ece396f-1066-429c-9930-7d5048c55b13), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:30.949759 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (4ece396f-1066-429c-9930-7d5048c55b13), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.099706 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:31.113227 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:31.117331 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:31.126596 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:31.127565 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.130855 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Pushing event updated for resources: {'Port': ['ID=4ece396f-1066-429c-9930-7d5048c55b13,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:31.162319 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8c0dc-bf1e-44e5-af51-8a2c34ddd2c9 req-3f061aa7-d062-42ab-9c9d-32e6e0f3cffe tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:31.166387 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69a8c0dc-bf1e-44e5-af51-8a2c34ddd2c9 req-3f061aa7-d062-42ab-9c9d-32e6e0f3cffe tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.1669745 Jan 11 23:20:31.225570 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-92a07763-4549-456b-aa5e-b1f31d5108fe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6410608 Jan 11 23:20:31.231286 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69a8c0dc-bf1e-44e5-af51-8a2c34ddd2c9 req-b4a0198e-65f6-4e8c-b9a2-fbfd15df2751 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600522 Jan 11 23:20:31.462815 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b42bb699-f69c-4a57-8cff-de562858ceaa req-efaaba92-453a-4784-903e-e9d7c1cbe723 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0444632 Jan 11 23:20:31.464564 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34404) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:31.480691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1082-5eda-4cb1-a7dc-42d057c82624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.487260 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f755926-315c-4b8a-971e-66daf24f493a req-07d343ed-2b3e-4b5d-9e71-e30adaa8f983 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:31.488788 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7f755926-315c-4b8a-971e-66daf24f493a req-07d343ed-2b3e-4b5d-9e71-e30adaa8f983 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0800915 Jan 11 23:20:31.547558 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7f755926-315c-4b8a-971e-66daf24f493a req-82b9c1e0-1273-47e2-b372-6b676ed2d1ce tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496950 Jan 11 23:20:31.570333 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1082-5eda-4cb1-a7dc-42d057c82624 admin admin] Publish callbacks [] for security_group (aa1ff50d-53ba-4463-bb23-796bce568937), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.640558 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9cf1082-5eda-4cb1-a7dc-42d057c82624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (aa1ff50d-53ba-4463-bb23-796bce568937), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.678245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf1082-5eda-4cb1-a7dc-42d057c82624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1ff50d-53ba-4463-bb23-796bce568937,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:31.683005 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-b9cf1082-5eda-4cb1-a7dc-42d057c82624 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25e1d604f22f4266959bac0f695679fb&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2173247 Jan 11 23:20:31.685561 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34414) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:31.735287 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6576716f-b297-4511-9576-66aef60a78f4 admin admin] Publish callbacks [] for security_group (aa1ff50d-53ba-4463-bb23-796bce568937), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.758782 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6576716f-b297-4511-9576-66aef60a78f4 admin admin] Publish callbacks [] for security_group (aa1ff50d-53ba-4463-bb23-796bce568937), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.995458 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6576716f-b297-4511-9576-66aef60a78f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (aa1ff50d-53ba-4463-bb23-796bce568937), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.998060 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6576716f-b297-4511-9576-66aef60a78f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:31.999203 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6576716f-b297-4511-9576-66aef60a78f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa1ff50d-53ba-4463-bb23-796bce568937 HTTP/1.1" status: 204 len: 168 time: 0.3127625 Jan 11 23:20:32.007138 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576716f-b297-4511-9576-66aef60a78f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1ff50d-53ba-4463-bb23-796bce568937,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:32.376593 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e6d0-60ba-4056-afb2-b59b14356b38 req-ee14592e-bc99-4184-afb6-5ebab98686c0 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:32.378667 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b349e6d0-60ba-4056-afb2-b59b14356b38 req-ee14592e-bc99-4184-afb6-5ebab98686c0 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0668116 Jan 11 23:20:32.443219 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b349e6d0-60ba-4056-afb2-b59b14356b38 req-4a1b6d8f-4ef0-4692-aca9-45298418e420 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572553 Jan 11 23:20:32.655966 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-59c9818e-25f4-43c7-bf59-d69dfb820864 req-15f26883-c672-44aa-8185-5bec92ab9ff1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0793962 Jan 11 23:20:32.802172 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bded65-5297-41d4-9898-0c71ffe61839 req-0de1712f-ca6e-4f24-a75d-427092fec2f2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:32.804101 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-92bded65-5297-41d4-9898-0c71ffe61839 req-0de1712f-ca6e-4f24-a75d-427092fec2f2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.1125515 Jan 11 23:20:32.864057 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-92bded65-5297-41d4-9898-0c71ffe61839 req-2a438c19-9526-4d17-8851-bd69aabab85d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541089 Jan 11 23:20:33.561576 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fcd1-76f9-4fb4-97d1-67f64b3b16af req-05618c6d-3a19-4a2c-a4db-34b29b60dee5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:33.563055 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4213fcd1-76f9-4fb4-97d1-67f64b3b16af req-05618c6d-3a19-4a2c-a4db-34b29b60dee5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0483499 Jan 11 23:20:33.610954 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4213fcd1-76f9-4fb4-97d1-67f64b3b16af req-34e90e7f-22e0-4707-bb54-2646f36b7a61 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Jan 11 23:20:33.747332 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1d595524-adbe-4595-b660-9a285148136e req-c57a4372-cb2d-4408-a4fd-4aa1cfa95e25 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0297871 Jan 11 23:20:33.983341 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf516a-62b0-4fde-b88e-37398e2ba0f9 req-a10414c9-6f79-4113-958c-96f26e3f2d71 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:33.984968 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82cf516a-62b0-4fde-b88e-37398e2ba0f9 req-a10414c9-6f79-4113-958c-96f26e3f2d71 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0517714 Jan 11 23:20:34.101569 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82cf516a-62b0-4fde-b88e-37398e2ba0f9 req-bdbe9fa2-4f00-439e-9713-efdfc5ad66d0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094775 Jan 11 23:20:34.746383 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2b19a-9946-4d13-989e-71862fb104f4 req-14e9417c-7536-4a85-b24e-44f0a135a45d tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:34.753656 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fbb2b19a-9946-4d13-989e-71862fb104f4 req-14e9417c-7536-4a85-b24e-44f0a135a45d tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0726557 Jan 11 23:20:34.826083 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fbb2b19a-9946-4d13-989e-71862fb104f4 req-969feacf-8156-45bf-b9a8-ae06a5735c32 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705960 Jan 11 23:20:34.933976 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-29f2321c-940d-4d09-9c2f-7ba520995340 req-90abb239-555e-4bd9-861c-c7b05e666882 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0382338 Jan 11 23:20:35.274307 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06736c61-9a79-4b79-98ee-b43033b5c1dc req-9b4cceaf-b5db-4021-99f7-27a228f63292 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:35.286913 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-06736c61-9a79-4b79-98ee-b43033b5c1dc req-9b4cceaf-b5db-4021-99f7-27a228f63292 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0986562 Jan 11 23:20:35.348999 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-06736c61-9a79-4b79-98ee-b43033b5c1dc req-f02bfeee-db0e-4514-8da5-22b6fcfea456 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637369 Jan 11 23:20:35.987762 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c86aa5-1a46-48ca-8bc2-2732af869e62 req-2b0d8cb5-c9f9-4d51-a5b3-d6afaf926c4c tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:35.989968 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25c86aa5-1a46-48ca-8bc2-2732af869e62 req-2b0d8cb5-c9f9-4d51-a5b3-d6afaf926c4c tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0848434 Jan 11 23:20:36.054561 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25c86aa5-1a46-48ca-8bc2-2732af869e62 req-18906d94-e651-4ce0-b92b-82ee8eeb0889 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Jan 11 23:20:36.167950 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ee7e7e0b-2757-4796-90e9-cce1e081c2f3 req-cde5b044-8241-42ea-ac16-5694aa162f10 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0311365 Jan 11 23:20:36.475181 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c857581-6adc-415f-95ec-967632b6931e req-e01a0631-e2d3-4bca-b661-838766d034cf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:36.476832 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c857581-6adc-415f-95ec-967632b6931e req-e01a0631-e2d3-4bca-b661-838766d034cf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0530341 Jan 11 23:20:36.545451 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c857581-6adc-415f-95ec-967632b6931e req-4f17df02-161a-4679-be69-7c653e524d49 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606341 Jan 11 23:20:37.189891 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569037a-5c6c-4080-96e9-3c06de64e5e1 req-34f26f74-2b24-470b-86fc-0a4b6f2f1d7b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:37.191375 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c569037a-5c6c-4080-96e9-3c06de64e5e1 req-34f26f74-2b24-470b-86fc-0a4b6f2f1d7b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0588107 Jan 11 23:20:37.243362 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c569037a-5c6c-4080-96e9-3c06de64e5e1 req-619f19f5-a6e7-4396-a8c2-3ea0dd8f592a tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Jan 11 23:20:37.316106 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b19349c5-b61b-4cb3-a9e0-1ff862d2073e req-a9d1aecd-9700-452e-887a-feb6397f3ebc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0334971 Jan 11 23:20:37.687443 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90064-58a1-4a3a-adf9-854d15a26b34 req-7719dfe6-eb38-4fb5-92da-8a533d27b57e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:37.689283 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6eb90064-58a1-4a3a-adf9-854d15a26b34 req-7719dfe6-eb38-4fb5-92da-8a533d27b57e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0767353 Jan 11 23:20:37.761782 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6eb90064-58a1-4a3a-adf9-854d15a26b34 req-b3302b73-69f6-41e8-bf1f-45dd512434d5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655468 Jan 11 23:20:38.388022 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743ad12-7cf2-4476-b3d7-394ec88a14d8 req-1c055e23-c7d5-4784-96c0-94b38ca339e2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:38.389603 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1743ad12-7cf2-4476-b3d7-394ec88a14d8 req-1c055e23-c7d5-4784-96c0-94b38ca339e2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0695777 Jan 11 23:20:38.509227 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1743ad12-7cf2-4476-b3d7-394ec88a14d8 req-1760776f-8659-4fc1-8c73-3165f9184510 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123607 Jan 11 23:20:38.523683 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38f913b8-ba1a-4dde-bdf3-ac495b8cf37a req-9514dbbc-9ff0-4aef-84a2-ecda22962b14 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0792081 Jan 11 23:20:38.897424 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717beb-99ba-45ba-a0f8-0470eabdcfef req-0452a1ff-d5d5-40ef-b523-90258a019c45 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:38.899054 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1717beb-99ba-45ba-a0f8-0470eabdcfef req-0452a1ff-d5d5-40ef-b523-90258a019c45 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0538459 Jan 11 23:20:38.948460 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1717beb-99ba-45ba-a0f8-0470eabdcfef req-0b4cff94-9544-4e43-9407-5be5bf4fe5c0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Jan 11 23:20:39.450539 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34680) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:39.609268 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd6120ed-a1e7-4ce4-bb86-b171f3e3ab85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:39.697887 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e3a54ce5-c9c6-420c-86f1-e3fa4b7018c7 req-fcb70bfd-2c4e-4c3c-a35e-886b5a3afea6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0466118 Jan 11 23:20:39.790142 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd6120ed-a1e7-4ce4-bb86-b171f3e3ab85 admin admin] Publish callbacks [] for security_group (54f8838d-5ead-44ef-b490-75d84e0acec7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:39.810968 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaf13a-d87e-4b02-9eea-7d7ddc37f20f req-c8c8d836-cc09-4954-96d8-2e29b5541725 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:39.812625 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-57eaf13a-d87e-4b02-9eea-7d7ddc37f20f req-c8c8d836-cc09-4954-96d8-2e29b5541725 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.1135139 Jan 11 23:20:39.887243 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-57eaf13a-d87e-4b02-9eea-7d7ddc37f20f req-61c82bb3-d895-4c47-a019-5a0f985a05ca tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665436 Jan 11 23:20:40.038499 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bd6120ed-a1e7-4ce4-bb86-b171f3e3ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (54f8838d-5ead-44ef-b490-75d84e0acec7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:40.111178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c43a24-5ee4-4c0a-af24-709656953efc req-595d240e-4f4d-4c4f-8b3c-562018c73c29 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:40.117277 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-bd6120ed-a1e7-4ce4-bb86-b171f3e3ab85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8dc1cbb21b34bd19720cea34167dd41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6655226 Jan 11 23:20:40.119370 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34710) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:40.120264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6120ed-a1e7-4ce4-bb86-b171f3e3ab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f8838d-5ead-44ef-b490-75d84e0acec7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:40.125452 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25c43a24-5ee4-4c0a-af24-709656953efc req-595d240e-4f4d-4c4f-8b3c-562018c73c29 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0956764 Jan 11 23:20:40.209570 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb38096b-0d8a-458f-89e3-313668f0495d admin admin] Publish callbacks [] for security_group (54f8838d-5ead-44ef-b490-75d84e0acec7), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:40.213213 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25c43a24-5ee4-4c0a-af24-709656953efc req-8c98311c-fa16-4218-bd7a-0302f204d54c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861444 Jan 11 23:20:40.236726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb38096b-0d8a-458f-89e3-313668f0495d admin admin] Publish callbacks [] for security_group (54f8838d-5ead-44ef-b490-75d84e0acec7), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:40.370704 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb38096b-0d8a-458f-89e3-313668f0495d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (54f8838d-5ead-44ef-b490-75d84e0acec7), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:40.373615 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb38096b-0d8a-458f-89e3-313668f0495d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:40.374820 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-bb38096b-0d8a-458f-89e3-313668f0495d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54f8838d-5ead-44ef-b490-75d84e0acec7 HTTP/1.1" status: 204 len: 168 time: 0.2515326 Jan 11 23:20:40.387661 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38096b-0d8a-458f-89e3-313668f0495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f8838d-5ead-44ef-b490-75d84e0acec7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:40.819935 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5f80867c-7707-4b37-a65b-f7335e40a974 req-f8749103-f297-4215-a659-e1cd31aaf69a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0300326 Jan 11 23:20:41.055013 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e79a22-35a2-461a-bc5e-49b91e90f45d req-fcf3e791-63d7-4a19-be11-c1f296286855 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:41.057553 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a5e79a22-35a2-461a-bc5e-49b91e90f45d req-fcf3e791-63d7-4a19-be11-c1f296286855 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0764878 Jan 11 23:20:41.058195 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34738) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:41.187904 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a5e79a22-35a2-461a-bc5e-49b91e90f45d req-dfed5cfd-c512-4f2a-9bfa-f0959cac347f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154926 Jan 11 23:20:41.229089 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7d71-1f65-427b-b4c7-e7da0f75fc28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.351848 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7d71-1f65-427b-b4c7-e7da0f75fc28 admin admin] Publish callbacks [] for security_group (7196d7cd-3591-4ee6-9791-5b660c33f53b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.353469 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b1152-e222-4d52-8de2-08c4143a2736 req-fec72812-7f32-4239-b7b7-c7272500d8a4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:41.360241 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-669b1152-e222-4d52-8de2-08c4143a2736 req-fec72812-7f32-4239-b7b7-c7272500d8a4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0634642 Jan 11 23:20:41.410106 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-669b1152-e222-4d52-8de2-08c4143a2736 req-735ec9d4-8f6e-4e94-8bd1-2baf2b5e548b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493402 Jan 11 23:20:41.435144 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb2f7d71-1f65-427b-b4c7-e7da0f75fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7196d7cd-3591-4ee6-9791-5b660c33f53b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.482156 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f7d71-1f65-427b-b4c7-e7da0f75fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7196d7cd-3591-4ee6-9791-5b660c33f53b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:41.490074 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fb2f7d71-1f65-427b-b4c7-e7da0f75fc28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4f011f41c484862a0136bac681bceb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307616 Jan 11 23:20:41.490377 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34764) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:41.590932 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69df127b-624f-4afe-933f-d703940bc93a admin admin] Publish callbacks [] for security_group (7196d7cd-3591-4ee6-9791-5b660c33f53b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.622107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69df127b-624f-4afe-933f-d703940bc93a admin admin] Publish callbacks [] for security_group (7196d7cd-3591-4ee6-9791-5b660c33f53b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.761293 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69df127b-624f-4afe-933f-d703940bc93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7196d7cd-3591-4ee6-9791-5b660c33f53b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.764465 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-69df127b-624f-4afe-933f-d703940bc93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:41.765659 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-69df127b-624f-4afe-933f-d703940bc93a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7196d7cd-3591-4ee6-9791-5b660c33f53b HTTP/1.1" status: 204 len: 168 time: 0.2741611 Jan 11 23:20:41.779200 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df127b-624f-4afe-933f-d703940bc93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7196d7cd-3591-4ee6-9791-5b660c33f53b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:41.957194 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ffae5bf2-36c8-4791-ac49-e45508c3ab85 req-d6fe714c-062d-490e-b0ee-ba7d2aea7a68 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0366874 Jan 11 23:20:42.111682 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34786) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:42.325122 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149fd5b-dbe5-4b01-82ab-3f0a8c83360c req-38a09c8b-0891-4887-8016-07244668f865 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:42.326766 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2149fd5b-dbe5-4b01-82ab-3f0a8c83360c req-38a09c8b-0891-4887-8016-07244668f865 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0675333 Jan 11 23:20:42.383566 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2149fd5b-dbe5-4b01-82ab-3f0a8c83360c req-976c697e-32a5-4e03-85dd-a056233247b1 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489144 Jan 11 23:20:42.419271 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c223324c-4a2e-4004-8c4c-0f64d5c1b2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.479889 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34806) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:42.510995 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5e907b-03a8-4473-89b8-a34ea2d6e5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.562650 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c223324c-4a2e-4004-8c4c-0f64d5c1b2f5 admin admin] Publish callbacks [] for security_group (a73d79b4-8e53-4492-9ef0-ec597bb546fd), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.590355 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653af2a6-ee3d-44a6-84f3-c95a43772a0e req-54669639-f5cc-4f2d-949d-be62c9cc93e5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:42.591914 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-653af2a6-ee3d-44a6-84f3-c95a43772a0e req-54669639-f5cc-4f2d-949d-be62c9cc93e5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.1020834 Jan 11 23:20:42.639344 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c223324c-4a2e-4004-8c4c-0f64d5c1b2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a73d79b4-8e53-4492-9ef0-ec597bb546fd), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.699372 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-653af2a6-ee3d-44a6-84f3-c95a43772a0e req-ec8d2663-7693-419a-9466-0409d1b80300 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984993 Jan 11 23:20:42.710690 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-c223324c-4a2e-4004-8c4c-0f64d5c1b2f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f0d26ded8474578a30d4db45810a7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980585 Jan 11 23:20:42.720555 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5e907b-03a8-4473-89b8-a34ea2d6e5c8 admin admin] Publish callbacks [] for security_group (cd3ca77f-a075-42d4-bdf4-0142bc126d3f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.720666 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34818) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:42.727173 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223324c-4a2e-4004-8c4c-0f64d5c1b2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d79b4-8e53-4492-9ef0-ec597bb546fd,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:42.771455 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5b5e907b-03a8-4473-89b8-a34ea2d6e5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (cd3ca77f-a075-42d4-bdf4-0142bc126d3f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.791884 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d8674d0-9b93-4ef2-841a-8d129a4e9814 admin admin] Publish callbacks [] for security_group (a73d79b4-8e53-4492-9ef0-ec597bb546fd), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.818858 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5b5e907b-03a8-4473-89b8-a34ea2d6e5c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fdddda60e7c440ca91707b510507ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353977 Jan 11 23:20:42.818858 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e907b-03a8-4473-89b8-a34ea2d6e5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3ca77f-a075-42d4-bdf4-0142bc126d3f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:42.820480 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d8674d0-9b93-4ef2-841a-8d129a4e9814 admin admin] Publish callbacks [] for security_group (a73d79b4-8e53-4492-9ef0-ec597bb546fd), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.820765 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34822) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:42.876095 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253a2d8a-bbb5-4e29-8cb0-b1aeab77f468 admin admin] Publish callbacks [] for security_group (cd3ca77f-a075-42d4-bdf4-0142bc126d3f), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.902190 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253a2d8a-bbb5-4e29-8cb0-b1aeab77f468 admin admin] Publish callbacks [] for security_group (cd3ca77f-a075-42d4-bdf4-0142bc126d3f), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.933302 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d8674d0-9b93-4ef2-841a-8d129a4e9814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a73d79b4-8e53-4492-9ef0-ec597bb546fd), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.937504 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d8674d0-9b93-4ef2-841a-8d129a4e9814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:42.938962 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-2d8674d0-9b93-4ef2-841a-8d129a4e9814 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a73d79b4-8e53-4492-9ef0-ec597bb546fd HTTP/1.1" status: 204 len: 168 time: 0.2237537 Jan 11 23:20:42.947874 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8674d0-9b93-4ef2-841a-8d129a4e9814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d79b4-8e53-4492-9ef0-ec597bb546fd,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:43.006367 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253a2d8a-bbb5-4e29-8cb0-b1aeab77f468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (cd3ca77f-a075-42d4-bdf4-0142bc126d3f), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.009061 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-253a2d8a-bbb5-4e29-8cb0-b1aeab77f468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.013316 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-253a2d8a-bbb5-4e29-8cb0-b1aeab77f468 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd3ca77f-a075-42d4-bdf4-0142bc126d3f HTTP/1.1" status: 204 len: 168 time: 0.1887584 Jan 11 23:20:43.019379 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a2d8a-bbb5-4e29-8cb0-b1aeab77f468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3ca77f-a075-42d4-bdf4-0142bc126d3f,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:43.050030 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2dd69154-ed81-4792-9fc9-440a82a47e6f req-1e1e0ec1-d101-4297-b4cf-57f61ccf31fb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0285976 Jan 11 23:20:43.513337 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9eead-892f-44a8-9570-0dd2f3d8828a req-473be837-798a-4bc7-89ef-2ffb1bb6dfd2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:43.517789 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b5a9eead-892f-44a8-9570-0dd2f3d8828a req-473be837-798a-4bc7-89ef-2ffb1bb6dfd2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0588558 Jan 11 23:20:43.570724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34848) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:43.572620 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b5a9eead-892f-44a8-9570-0dd2f3d8828a req-8d4f2eb0-f9c7-4bf6-836f-00a6b830a1d7 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511150 Jan 11 23:20:43.586818 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54097992-134f-4559-b5fc-85342e66132b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.671642 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54097992-134f-4559-b5fc-85342e66132b admin admin] Publish callbacks [] for security_group (ab0b93c2-d5db-411e-81e2-ee6a26b4f925), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.737506 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-54097992-134f-4559-b5fc-85342e66132b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ab0b93c2-d5db-411e-81e2-ee6a26b4f925), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.777174 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-54097992-134f-4559-b5fc-85342e66132b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d43922b5d92d4d2485b8ea1119c9f049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042143 Jan 11 23:20:43.780003 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34866) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:43.783840 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54097992-134f-4559-b5fc-85342e66132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b93c2-d5db-411e-81e2-ee6a26b4f925,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:43.878723 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff061d8b-d954-49d0-8690-2f30ae769504 admin admin] Publish callbacks [] for security_group (ab0b93c2-d5db-411e-81e2-ee6a26b4f925), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.892771 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80636-fc12-42c4-a069-c57cf0704690 req-ccdce6db-2365-4bb6-b557-666878e3dda5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:43.894264 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53c80636-fc12-42c4-a069-c57cf0704690 req-ccdce6db-2365-4bb6-b557-666878e3dda5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0848541 Jan 11 23:20:43.925451 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff061d8b-d954-49d0-8690-2f30ae769504 admin admin] Publish callbacks [] for security_group (ab0b93c2-d5db-411e-81e2-ee6a26b4f925), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:43.978262 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53c80636-fc12-42c4-a069-c57cf0704690 req-c26cddb0-1e10-4f19-add1-c1ee9c589310 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760407 Jan 11 23:20:44.078573 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff061d8b-d954-49d0-8690-2f30ae769504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ab0b93c2-d5db-411e-81e2-ee6a26b4f925), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:44.083628 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff061d8b-d954-49d0-8690-2f30ae769504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:44.086494 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ff061d8b-d954-49d0-8690-2f30ae769504 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab0b93c2-d5db-411e-81e2-ee6a26b4f925 HTTP/1.1" status: 204 len: 168 time: 0.3040221 Jan 11 23:20:44.099503 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff061d8b-d954-49d0-8690-2f30ae769504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b93c2-d5db-411e-81e2-ee6a26b4f925,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:44.216697 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2004e80e-a774-42c1-afa4-a668709319ce req-f1b3066b-3545-4f41-99b0-2fadcf219ad1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0500953 Jan 11 23:20:44.693797 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4213931-e5a9-466e-a47d-cea1b7c0b90e req-f6f00548-e55e-48a6-ad6b-6b018e4da681 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:44.695186 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4213931-e5a9-466e-a47d-cea1b7c0b90e req-f6f00548-e55e-48a6-ad6b-6b018e4da681 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0536590 Jan 11 23:20:44.742836 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4213931-e5a9-466e-a47d-cea1b7c0b90e req-8a69466b-2ad7-4b2f-8fe1-1f1288e23319 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Jan 11 23:20:45.076791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 34936) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:45.103845 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74957681-2723-4ea8-9ec2-319e76398365 req-64e26370-c9b6-4d6b-9423-fe057e343f0a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:45.105980 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-74957681-2723-4ea8-9ec2-319e76398365 req-64e26370-c9b6-4d6b-9423-fe057e343f0a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0542936 Jan 11 23:20:45.155989 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-74957681-2723-4ea8-9ec2-319e76398365 req-4f1d678f-358d-4803-a44f-d32c12804946 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Jan 11 23:20:45.233132 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da9ef788-8afd-474c-8edc-92f1bd967da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.322617 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b46f1d3a-a965-40a8-9ff6-b466536e8893 req-c7bc003b-6d68-447b-a4d4-cc5d86470780 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0320718 Jan 11 23:20:45.325934 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da9ef788-8afd-474c-8edc-92f1bd967da5 admin admin] Publish callbacks [] for security_group (f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.394686 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-da9ef788-8afd-474c-8edc-92f1bd967da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.436300 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-da9ef788-8afd-474c-8edc-92f1bd967da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea4a8cb11fbf4b0f849019feda8bdf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582258 Jan 11 23:20:45.437839 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ef788-8afd-474c-8edc-92f1bd967da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:45.440245 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 34954) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:45.626827 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438540d1-fefe-4994-a72a-bcee9174aa42 admin admin] Publish callbacks [] for security_group (f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.629116 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bae586a7-b7c8-42dd-ab0b-74a0c1a55bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.668086 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438540d1-fefe-4994-a72a-bcee9174aa42 admin admin] Publish callbacks [] for security_group (f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.783335 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438540d1-fefe-4994-a72a-bcee9174aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.785969 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-438540d1-fefe-4994-a72a-bcee9174aa42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:45.787127 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-438540d1-fefe-4994-a72a-bcee9174aa42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951 HTTP/1.1" status: 204 len: 168 time: 0.3458447 Jan 11 23:20:45.799951 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438540d1-fefe-4994-a72a-bcee9174aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f0fc4f-5b0b-4fd4-9ac9-b00307c97951,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:45.909904 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb0836-36e5-421e-82bb-77cf2baeaff9 req-0ac2b73a-7483-497b-b5d3-a21fc7bea06f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:45.911471 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82cb0836-36e5-421e-82bb-77cf2baeaff9 req-0ac2b73a-7483-497b-b5d3-a21fc7bea06f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0538266 Jan 11 23:20:45.958982 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82cb0836-36e5-421e-82bb-77cf2baeaff9 req-f291e8e4-7662-4031-81b7-e6665d61039a tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Jan 11 23:20:46.321012 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8f7d7-514c-4290-bb4e-3b224a4dd557 req-ab06d0ac-5fc4-4221-9844-2c5eb4fbe1b0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:46.322508 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-47c8f7d7-514c-4290-bb4e-3b224a4dd557 req-ab06d0ac-5fc4-4221-9844-2c5eb4fbe1b0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0875700 Jan 11 23:20:46.384520 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-47c8f7d7-514c-4290-bb4e-3b224a4dd557 req-1d5225a8-60b8-4a2b-ae8a-9d6a3e76d9bf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Jan 11 23:20:46.444068 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-da0966ea-3567-4a26-b918-91fc0b5e3cf6 req-cfa62a83-c02e-4670-a868-47fda0ed2f1d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Jan 11 23:20:46.626975 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35008) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:46.640465 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-619473b0-62c6-464c-aa9f-c32e8aada807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:46.714757 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-619473b0-62c6-464c-aa9f-c32e8aada807 admin admin] Publish callbacks [] for security_group (7a7e3865-0049-49ae-963e-f40cfbb445f0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:46.840462 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-619473b0-62c6-464c-aa9f-c32e8aada807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7a7e3865-0049-49ae-963e-f40cfbb445f0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:46.885441 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-619473b0-62c6-464c-aa9f-c32e8aada807 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86181f4dfa0e4143b3419e61d7b88492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574227 Jan 11 23:20:46.888584 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35014) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:46.895400 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619473b0-62c6-464c-aa9f-c32e8aada807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e3865-0049-49ae-963e-f40cfbb445f0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:46.939268 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-895169da-a4bb-4930-bfeb-59330694582f admin admin] Publish callbacks [] for security_group (7a7e3865-0049-49ae-963e-f40cfbb445f0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:46.961095 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-895169da-a4bb-4930-bfeb-59330694582f admin admin] Publish callbacks [] for security_group (7a7e3865-0049-49ae-963e-f40cfbb445f0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:47.074475 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-895169da-a4bb-4930-bfeb-59330694582f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7a7e3865-0049-49ae-963e-f40cfbb445f0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:47.077646 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-895169da-a4bb-4930-bfeb-59330694582f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:47.078790 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-895169da-a4bb-4930-bfeb-59330694582f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a7e3865-0049-49ae-963e-f40cfbb445f0 HTTP/1.1" status: 204 len: 168 time: 0.1892970 Jan 11 23:20:47.088943 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79bd10-2c1a-4b59-be82-bea5f32a8561 req-c8f33ad8-fc23-42d9-95df-c75293aceede tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:47.089317 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895169da-a4bb-4930-bfeb-59330694582f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e3865-0049-49ae-963e-f40cfbb445f0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:47.090500 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a79bd10-2c1a-4b59-be82-bea5f32a8561 req-c8f33ad8-fc23-42d9-95df-c75293aceede tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.0611475 Jan 11 23:20:47.140774 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a79bd10-2c1a-4b59-be82-bea5f32a8561 req-1e80675a-8643-455c-b560-8a89f45795eb tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Jan 11 23:20:47.512837 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda709d-e8d6-40b3-b1d9-50926cd70b1b req-fdf321bb-a287-4273-bccb-e945f76c077c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:47.519880 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-beda709d-e8d6-40b3-b1d9-50926cd70b1b req-fdf321bb-a287-4273-bccb-e945f76c077c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.0747709 Jan 11 23:20:47.585575 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-beda709d-e8d6-40b3-b1d9-50926cd70b1b req-8cfffdf0-ffe0-4240-a1f4-79684fa7c427 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645399 Jan 11 23:20:47.607767 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d456fe48-e27d-4e11-8803-5cb3db956a84 req-2723b986-176e-492d-9b61-ea0276a32c87 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0396225 Jan 11 23:20:47.873682 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:20:47.877541 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-0ef018c5-f0ef-4c44-a579-940791d16fa9 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:20:47.878544 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-0ef018c5-f0ef-4c44-a579-940791d16fa9 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072911 Jan 11 23:20:47.883231 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-66da1c2a-e58a-4fc1-b9ec-25889db3bbb8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:20:47.884908 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-66da1c2a-e58a-4fc1-b9ec-25889db3bbb8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053985 Jan 11 23:20:47.909662 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.35', 56159) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:47.914516 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-a00b39fb-fa4a-4e87-8039-b8ff56edb71e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:20:47.914990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bc56b30d-4e99-4a2c-b9b8-af511ecddd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:47.916843 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-a00b39fb-fa4a-4e87-8039-b8ff56edb71e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071185 Jan 11 23:20:48.089379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-33c81c32-1bf7-4e81-bdaf-38572bf97ed1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:48.091682 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-33c81c32-1bf7-4e81-bdaf-38572bf97ed1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 816 time: 0.1254275 Jan 11 23:20:48.310373 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c7889-a59d-4768-affc-cf8b866c1902 req-a625a03f-916b-4d08-8769-a136ca25b422 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:48.315848 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-99815b55-4dc9-4690-a172-6ca4b5741c2d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 379 time: 0.1162324 Jan 11 23:20:48.319042 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ad2c7889-a59d-4768-affc-cf8b866c1902 req-a625a03f-916b-4d08-8769-a136ca25b422 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 931 time: 0.1016204 Jan 11 23:20:48.325908 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'port': {'device_id': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'admin_state_up': True, 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'security_groups': ['87849378-fd90-4683-83a5-2b1cdb3c7714']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:48.378635 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Request body: {'port': {'device_id': '8816e366-0c82-4439-9693-6c2de6f7525b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:48.411303 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ad2c7889-a59d-4768-affc-cf8b866c1902 req-aaf1f190-18eb-45d3-b062-f69ea453d6a7 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910552 Jan 11 23:20:48.416515 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Request body: {'port': {'device_id': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:48.464150 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:48.480772 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Request body: {'port': {'device_id': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:48.517993 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ece396f-1066-429c-9930-7d5048c55b13), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:48.596398 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:48.727407 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Made reservation on behalf of a993a142a79f41f397c5ddf6f00d1098 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:20:48.730990 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:48.836224 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-08fd0c12-e088-4dfb-ad68-0d0d0866164a req-57113fd3-0279-4444-8181-fccf8c1a5f24 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0831072 Jan 11 23:20:48.963354 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df43d5-4212-42ca-8027-6a8dd8fbb9d8 req-57eaaac6-3ade-43c4-9188-13d1acdec6c2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:48.964909 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53df43d5-4212-42ca-8027-6a8dd8fbb9d8 req-57eaaac6-3ade-43c4-9188-13d1acdec6c2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 931 time: 0.2606492 Jan 11 23:20:49.057830 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53df43d5-4212-42ca-8027-6a8dd8fbb9d8 req-379dcbba-abd1-4fc4-8f43-35422fce46e0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819957 Jan 11 23:20:49.096032 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Allocated IP 172.20.0.14 (6139746c-f6c4-42fe-97aa-d3688de1c092/90ef07d2-f102-4d40-aa3d-38192834320b/ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:20:49.119377 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7227a90-a66c-4108-9309-11d4d4e71888 {{(pid=103147) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:49.130768 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Publish callbacks [] for port (a7227a90-a66c-4108-9309-11d4d4e71888), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.168393 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ece396f-1066-429c-9930-7d5048c55b13 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:49.174332 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.provisioning_blocks [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Transition to ACTIVE for port object a7227a90-a66c-4108-9309-11d4d4e71888 will not be triggered until provisioned by entity L2. {{(pid=103147) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:20:49.177382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.187869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Publish callbacks [] for port (4ece396f-1066-429c-9930-7d5048c55b13), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.250126 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Transition to ACTIVE for port object 4ece396f-1066-429c-9930-7d5048c55b13 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:20:49.255813 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.300967 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.337788 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ece396f-1066-429c-9930-7d5048c55b13), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.338470 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Pushing event updated for resources: {'Port': ['ID=a7227a90-a66c-4108-9309-11d4d4e71888,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:49.392470 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Attempting to bind port a7227a90-a66c-4108-9309-11d4d4e71888 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:49.392837 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Attempting to bind port a7227a90-a66c-4108-9309-11d4d4e71888 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860'}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:49.393230 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Attempting to bind port a7227a90-a66c-4108-9309-11d4d4e71888 on network be39bda6-8d97-4f9e-98a6-dca402493860 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:49.398288 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Port a7227a90-a66c-4108-9309-11d4d4e71888 on network be39bda6-8d97-4f9e-98a6-dca402493860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:20:49.398825 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Attempting to bind port a7227a90-a66c-4108-9309-11d4d4e71888 on network be39bda6-8d97-4f9e-98a6-dca402493860 {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:49.404905 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:49.405569 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Checking segment: {'id': '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:49.406340 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Bound using segment: {'id': '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860'} {{(pid=103147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:49.406907 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.managers [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Bound port: a7227a90-a66c-4108-9309-11d4d4e71888, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860'}}] {{(pid=103147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:49.407373 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.459116 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ece396f-1066-429c-9930-7d5048c55b13,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:49.508849 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] For port a7227a90-a66c-4108-9309-11d4d4e71888, host hv-cinder-82160, cleared binding levels {{(pid=103147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:49.516714 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] For port a7227a90-a66c-4108-9309-11d4d4e71888, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a7227a90-a66c-4108-9309-11d4d4e71888,segment=NetworkSegment(10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5),segment_id=10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5)] {{(pid=103147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:49.603565 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655cb3-8ffc-4a60-8c97-10eccda3fb75 req-8424e9f1-f10a-4d32-b052-ab8710ae9a4b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:49.605307 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5b655cb3-8ffc-4a60-8c97-10eccda3fb75 req-8424e9f1-f10a-4d32-b052-ab8710ae9a4b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0717704 Jan 11 23:20:49.607810 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.664558 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:49.665245 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.666800 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7227a90-a66c-4108-9309-11d4d4e71888 HTTP/1.1" status: 200 len: 1093 time: 1.4548852 Jan 11 23:20:49.673734 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8816e366-0c82-4439-9693-6c2de6f7525b', 'tag': 'a7227a90-a66c-4108-9309-11d4d4e71888'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:20:49.705498 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.764538 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Attempting to bind port 4ece396f-1066-429c-9930-7d5048c55b13 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:49.764870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Attempting to bind port 4ece396f-1066-429c-9930-7d5048c55b13 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:49.765251 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Attempting to bind port 4ece396f-1066-429c-9930-7d5048c55b13 on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:49.792965 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5b655cb3-8ffc-4a60-8c97-10eccda3fb75 req-3c320122-3dd8-4b5c-b70a-0bbc2932e38f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696947 Jan 11 23:20:49.794244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:20:49.795172 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Port 4ece396f-1066-429c-9930-7d5048c55b13 on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:20:49.795497 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Attempting to bind port 4ece396f-1066-429c-9930-7d5048c55b13 on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:49.804675 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:20:49.812530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:20:49.828415 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c5a21-102c-4e72-bf9b-d309d41a6b49 service neutron] Pushing event updated for resources: {'Port': ['ID=a7227a90-a66c-4108-9309-11d4d4e71888,revision_number=3']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Checking segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Bound using segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Bound port: 4ece396f-1066-429c-9930-7d5048c55b13, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ece396f-1066-429c-9930-7d5048c55b13), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.828496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:49.931907 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98e4687-1dcc-456e-9eb6-eebdaf46701e {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:49.945120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Publish callbacks [] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:49.979804 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-2a2791da-3a76-459c-879a-5dcd0dc47314 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6582246 Jan 11 23:20:49.981641 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Transition to ACTIVE for port object a98e4687-1dcc-456e-9eb6-eebdaf46701e will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:20:50.005577 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Request body: {'port': {'device_id': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:20:50.010494 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] For port 4ece396f-1066-429c-9930-7d5048c55b13, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:50.017335 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138" -d '{"events": [{"name": "network-changed", "server_uuid": "8816e366-0c82-4439-9693-6c2de6f7525b", "tag": "a7227a90-a66c-4108-9309-11d4d4e71888"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:20:50.109825 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-08f75b07-30a7-4956-bfbe-bb4022d24e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.111362 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-08f75b07-30a7-4956-bfbe-bb4022d24e9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f42b46f0a0224f378b25973382ce08a7&device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 1096 time: 0.2401874 Jan 11 23:20:50.113479 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] For port 4ece396f-1066-429c-9930-7d5048c55b13, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4ece396f-1066-429c-9930-7d5048c55b13,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:50.115631 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.130071 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7fe1c-197d-45fb-86f8-2ee8f33e3fa4 req-cd28855c-df7e-4625-857c-1ae68456d005 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.131667 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4e7fe1c-197d-45fb-86f8-2ee8f33e3fa4 req-cd28855c-df7e-4625-857c-1ae68456d005 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 932 time: 0.1110291 Jan 11 23:20:50.160100 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.183979 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-494ed40a-0b65-4f58-aeda-c8afcf68e94e None None] Provisioning complete for port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:20:50.184528 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-494ed40a-0b65-4f58-aeda-c8afcf68e94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.207471 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-9ebeff9b-e2f2-4c26-bf6d-9999faffacb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7227a90-a66c-4108-9309-11d4d4e71888 HTTP/1.1" status: 200 len: 217 time: 0.0743008 Jan 11 23:20:50.209046 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a0782-85a6-4f6d-b792-d0852880425e x-openstack-request-id: req-979a0782-85a6-4f6d-b792-d0852880425e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:20:50.209358 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8816e366-0c82-4439-9693-6c2de6f7525b", "tag": "a7227a90-a66c-4108-9309-11d4d4e71888", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:20:50.209613 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-979a0782-85a6-4f6d-b792-d0852880425e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:20:50.210066 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8816e366-0c82-4439-9693-6c2de6f7525b', 'tag': 'a7227a90-a66c-4108-9309-11d4d4e71888', 'status': 'completed', 'code': 200} Jan 11 23:20:50.255171 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-494ed40a-0b65-4f58-aeda-c8afcf68e94e None None] Port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:20:50.269277 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Attempting to bind port a98e4687-1dcc-456e-9eb6-eebdaf46701e on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:50.269814 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Attempting to bind port a98e4687-1dcc-456e-9eb6-eebdaf46701e by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:50.270280 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Attempting to bind port a98e4687-1dcc-456e-9eb6-eebdaf46701e on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:50.273244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ece396f-1066-429c-9930-7d5048c55b13), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.308788 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Port a98e4687-1dcc-456e-9eb6-eebdaf46701e on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:20:50.309148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Attempting to bind port a98e4687-1dcc-456e-9eb6-eebdaf46701e on network 1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:50.329409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Pushing event updated for resources: {'Port': ['ID=a98e4687-1dcc-456e-9eb6-eebdaf46701e,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:50.343521 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:50.343521 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Checking segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:50.343891 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Bound using segment: {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:50.344298 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Bound port: a98e4687-1dcc-456e-9eb6-eebdaf46701e, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13742a50-135d-4577-9e09-ef1b1ba52045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:50.345047 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.381570 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4e7fe1c-197d-45fb-86f8-2ee8f33e3fa4 req-d37fc058-4c1e-4be8-bfd2-fd12370d6e65 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705468 Jan 11 23:20:50.386530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.387254 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.387956 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-a91b25d7-139d-432a-a2eb-1930989bd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.388809 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] 10.222.0.35 "PUT /v2.0/ports/4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 1094 time: 2.1631994 Jan 11 23:20:50.390347 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-a91b25d7-139d-432a-a2eb-1930989bd580 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6 HTTP/1.1" status: 200 len: 851 time: 0.1643515 Jan 11 23:20:50.394970 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'tag': '4ece396f-1066-429c-9930-7d5048c55b13'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:20:50.410208 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.427674 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d4484-9d36-4796-91f7-876e8a0eea49 req-309eaf1c-a876-49c9-93c0-abcf9fef7f18 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.429086 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-791d4484-9d36-4796-91f7-876e8a0eea49 req-309eaf1c-a876-49c9-93c0-abcf9fef7f18 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.1641154 Jan 11 23:20:50.520411 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:50.636313 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0796de7-e16b-4f53-926f-f3ed33e46df7" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e", "tag": "4ece396f-1066-429c-9930-7d5048c55b13"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:20:50.675281 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-e7355145-d301-462f-836d-6a19c8972e5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be39bda6-8d97-4f9e-98a6-dca402493860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2451434 Jan 11 23:20:50.721169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe658a7-23c8-4124-aa4d-13e10d90dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ece396f-1066-429c-9930-7d5048c55b13,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:50.767658 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-791d4484-9d36-4796-91f7-876e8a0eea49 req-e9fa5d95-dcec-4c8a-9bf1-eadc92aaff0b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079660 Jan 11 23:20:50.780684 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-77635cae-a325-4c26-85dc-fbca23c753e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.782343 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-77635cae-a325-4c26-85dc-fbca23c753e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1097 time: 0.2459586 Jan 11 23:20:50.816051 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-33e6ad59-abec-406f-a83a-67af30946459 service neutron] 10.222.0.35 "GET /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321831 Jan 11 23:20:50.877918 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] For port a98e4687-1dcc-456e-9eb6-eebdaf46701e, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:50.928720 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159b94d-6a0f-4eb2-9728-cbe71fb3d089 x-openstack-request-id: req-3159b94d-6a0f-4eb2-9728-cbe71fb3d089 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:20:50.929078 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e", "tag": "4ece396f-1066-429c-9930-7d5048c55b13", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:20:50.929309 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3159b94d-6a0f-4eb2-9728-cbe71fb3d089 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:20:50.929765 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'tag': '4ece396f-1066-429c-9930-7d5048c55b13', 'status': 'completed', 'code': 200} Jan 11 23:20:50.964735 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-c4984bf8-b3d0-4061-b36a-720fa802ff92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.1520159 Jan 11 23:20:50.972776 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] For port a98e4687-1dcc-456e-9eb6-eebdaf46701e, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:50.979458 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2ec1cecc-64c8-41ca-9770-93fdc1a3bfec req-301e6565-3b91-4707-b0f7-56e8406b560b service neutron] 10.222.0.35 "GET /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581399 Jan 11 23:20:50.988461 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523daa3-dd3b-47e4-88c4-776e78b15867 req-8af3d6b3-5df0-4a72-bfbf-52f258a2d920 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:50.990009 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e523daa3-dd3b-47e4-88c4-776e78b15867 req-8af3d6b3-5df0-4a72-bfbf-52f258a2d920 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0856793 Jan 11 23:20:51.048506 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-1b07fd9f-7b21-4da7-b8b0-e92e6662508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.050138 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-1b07fd9f-7b21-4da7-b8b0-e92e6662508e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0760653 Jan 11 23:20:51.054465 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e523daa3-dd3b-47e4-88c4-776e78b15867 req-b63ddd62-0790-48ed-bc53-a84c4771b74f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Jan 11 23:20:51.066884 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:51.117941 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-2481252e-983f-469b-8a56-c945c2de23df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599897 Jan 11 23:20:51.145707 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.146167 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:51.147560 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] 10.222.0.35 "PUT /v2.0/ports/a98e4687-1dcc-456e-9eb6-eebdaf46701e HTTP/1.1" status: 200 len: 1093 time: 2.9208796 Jan 11 23:20:51.266560 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:51.295888 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066090ba-d636-4908-a294-c7ab06362f77 service neutron] Pushing event updated for resources: {'Port': ['ID=a98e4687-1dcc-456e-9eb6-eebdaf46701e,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:51.309183 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Publish callbacks [] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:51.338688 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Transition to ACTIVE for port object ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:20:51.340090 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-991e3579-8be4-4d26-8943-ed444d03693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.341732 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-991e3579-8be4-4d26-8943-ed444d03693a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 1096 time: 0.0498071 Jan 11 23:20:51.351497 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-8337b444-88a9-4fb0-885b-0df33f89f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.353949 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-8337b444-88a9-4fb0-885b-0df33f89f65d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f42b46f0a0224f378b25973382ce08a7&device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 1096 time: 0.1548114 Jan 11 23:20:51.357634 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-9856a180-8cfa-4082-abbe-f79fdcece619 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660895 Jan 11 23:20:51.400614 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-32b42c9b-6cbd-4071-ae7e-f349436c025e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e HTTP/1.1" status: 200 len: 217 time: 0.0379803 Jan 11 23:20:51.416862 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:51.473865 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-cb5ebc65-de4e-40ca-8fba-27f8ae6e6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.475282 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-cb5ebc65-de4e-40ca-8fba-27f8ae6e6c4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0674310 Jan 11 23:20:51.531229 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-594beafc-bc54-4f13-a3af-efa363f6edbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320895 Jan 11 23:20:51.584521 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea60e7d-bf5c-44ba-bca6-784a15d92e94 req-34fc8d04-53d2-4703-a7ba-ed2f7232a0aa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.586267 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eea60e7d-bf5c-44ba-bca6-784a15d92e94 req-34fc8d04-53d2-4703-a7ba-ed2f7232a0aa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1254094 Jan 11 23:20:51.599593 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:51.705383 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eea60e7d-bf5c-44ba-bca6-784a15d92e94 req-83571d9d-5ccb-4947-8cd4-408a66835441 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793467 Jan 11 23:20:51.709815 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-197b36f0-1b0a-4e89-a635-eb5c681c8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:51.711330 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-197b36f0-1b0a-4e89-a635-eb5c681c8a9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=be39bda6-8d97-4f9e-98a6-dca402493860 HTTP/1.1" status: 200 len: 912 time: 0.3436360 Jan 11 23:20:51.711701 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-fbc44047-0a85-4cca-91c7-c16c51057b93 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714315 Jan 11 23:20:51.716204 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5e33a684-ea31-4230-a86e-d0defebf0e82 req-b6b56462-4c63-4204-88e2-c04495d2f318 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470764 Jan 11 23:20:51.718765 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Attempting to bind port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:20:51.719119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Attempting to bind port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:20:51.719436 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Attempting to bind port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc on network 6139746c-f6c4-42fe-97aa-d3688de1c092 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:51.724181 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc on network 6139746c-f6c4-42fe-97aa-d3688de1c092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:20:51.724643 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Attempting to bind port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc on network 6139746c-f6c4-42fe-97aa-d3688de1c092 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:20:51.731467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:20:51.731812 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Checking segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:20:51.732305 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Bound using segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:20:51.733034 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Bound port: ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:20:51.733412 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:51.861401 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:51.994610 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-dd04f2f5-02e9-4318-aa27-d0e868185fb1 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580473 Jan 11 23:20:51.998663 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-66d146e2-3115-4f16-a48d-dea4192638f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7227a90-a66c-4108-9309-11d4d4e71888 HTTP/1.1" status: 200 len: 217 time: 0.2620459 Jan 11 23:20:52.021126 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d822e-910c-481f-a179-05a8a7e68f1b req-23189d91-3720-4562-9cf6-d96eba374ddd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.028806 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e5d822e-910c-481f-a179-05a8a7e68f1b req-23189d91-3720-4562-9cf6-d96eba374ddd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.1279588 Jan 11 23:20:52.090232 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e5d822e-910c-481f-a179-05a8a7e68f1b req-eb4313de-3417-48be-ab16-add540f8d869 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603993 Jan 11 23:20:52.133715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-f67748e5-7e01-4ece-9f76-a9dd059e701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.138792 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-f67748e5-7e01-4ece-9f76-a9dd059e701e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1097 time: 0.1462913 Jan 11 23:20:52.190588 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-a9177d60-fade-42f2-88b3-7f94060cb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.192207 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-a9177d60-fade-42f2-88b3-7f94060cb0a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6 HTTP/1.1" status: 200 len: 851 time: 0.1391196 Jan 11 23:20:52.192860 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9e0f1-29da-49e3-ac47-748d342982fc req-a5fb1616-50f3-49aa-8ee1-efb3ccc8f7a4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.193249 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:20:52.194376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ddb9e0f1-29da-49e3-ac47-748d342982fc req-a5fb1616-50f3-49aa-8ee1-efb3ccc8f7a4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0521169 Jan 11 23:20:52.248061 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ddb9e0f1-29da-49e3-ac47-748d342982fc req-17928809-4d97-46b4-92af-00a1f27d32c8 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Jan 11 23:20:52.250977 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:20:52.269271 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-cab88203-653d-4c11-b9ab-c369cf4a64cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=be39bda6-8d97-4f9e-98a6-dca402493860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689697 Jan 11 23:20:52.311257 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:52.385094 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.385828 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:52.387209 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 1094 time: 2.3918116 Jan 11 23:20:52.388193 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-87b3f7ad-53f8-42b1-ad0c-ec2beac340f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.389946 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-87b3f7ad-53f8-42b1-ad0c-ec2beac340f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.2453647 Jan 11 23:20:52.473569 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-c07085ee-a0bd-4509-8a35-53cc4b900098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.0652158 Jan 11 23:20:52.475786 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab8e2-939c-47aa-8c30-6e8b03d6ca88 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:52.491947 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-0ee7bc99-d8d2-44b4-801a-0641f96fefdd service neutron] 10.222.0.35 "GET /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163234 Jan 11 23:20:52.583923 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-747bd0d7-1108-4598-9e9e-142aeb9bc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.585462 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-747bd0d7-1108-4598-9e9e-142aeb9bc422 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.1034455 Jan 11 23:20:52.640803 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-f7a394a0-c463-4bc1-bd95-b2619700ed44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485287 Jan 11 23:20:52.701423 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7df2445a-c67f-4baf-a4f1-8c6ce5e48138 req-10de79d7-2567-4e68-b633-ef267c384363 service neutron] 10.222.0.35 "GET /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907446 Jan 11 23:20:52.737401 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-b53ed4d3-194b-46bf-a9cc-df6c04204f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.738884 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-b53ed4d3-194b-46bf-a9cc-df6c04204f63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1097 time: 0.1379271 Jan 11 23:20:52.797902 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-1048767a-71d5-41bf-99b7-f41235b6ef76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 217 time: 0.0365038 Jan 11 23:20:52.800537 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-a6206cdd-6628-4069-971d-be60064e9b55 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526623 Jan 11 23:20:52.854504 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451d8f6-4292-4cc2-9a59-c17201898b37 req-f6b54b76-90e0-48f6-9dd3-a195503a631b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.856889 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d451d8f6-4292-4cc2-9a59-c17201898b37 req-f6b54b76-90e0-48f6-9dd3-a195503a631b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0533354 Jan 11 23:20:52.912221 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-ec9e3979-2f6c-4582-af92-d3b5a89209bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:52.914748 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-ec9e3979-2f6c-4582-af92-d3b5a89209bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.1053524 Jan 11 23:20:52.921637 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d451d8f6-4292-4cc2-9a59-c17201898b37 req-35e03ea0-f4c2-4a3c-8f1a-38a0bb4f51cb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508134 Jan 11 23:20:52.931844 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'tag': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e'}, {'name': 'network-changed', 'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:20:52.935548 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c75f57c-94e5-4371-9a97-1a6aa416318b", "tag": "a98e4687-1dcc-456e-9eb6-eebdaf46701e"}, {"name": "network-changed", "server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:20:52.989926 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0796de7-e16b-4f53-926f-f3ed33e46df7 req-02b67726-c54b-475e-b810-7e307a43918b service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794357 Jan 11 23:20:52.994310 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 11 Jan 2022 23:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f9fc66-009f-4cb3-b1da-cbfc625ecf62 x-openstack-request-id: req-d3f9fc66-009f-4cb3-b1da-cbfc625ecf62 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:20:52.994650 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c75f57c-94e5-4371-9a97-1a6aa416318b", "tag": "a98e4687-1dcc-456e-9eb6-eebdaf46701e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:20:52.994902 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3f9fc66-009f-4cb3-b1da-cbfc625ecf62 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:20:52.995299 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'tag': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e', 'status': 'completed', 'code': 200} Jan 11 23:20:52.995561 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'status': 'completed', 'code': 200} Jan 11 23:20:53.008379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-351a4470-68a2-4845-8813-03d6e5387d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.013132 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-351a4470-68a2-4845-8813-03d6e5387d8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883620 Jan 11 23:20:53.164448 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-83643b7c-01c0-406c-9d32-846d57dc7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.164448 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-83643b7c-01c0-406c-9d32-846d57dc7291 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 1096 time: 0.0934367 Jan 11 23:20:53.206410 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-6203ab69-30e6-4e84-b34f-75e2ffdb6568 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441834 Jan 11 23:20:53.230362 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe8e4a-9f62-4fbf-95a0-8566eb6a2284 req-06f71448-d0b4-41a4-94cd-579df6517711 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.231995 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4cbe8e4a-9f62-4fbf-95a0-8566eb6a2284 req-06f71448-d0b4-41a4-94cd-579df6517711 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.0752738 Jan 11 23:20:53.281999 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4cbe8e4a-9f62-4fbf-95a0-8566eb6a2284 req-75bd353d-7a8f-4747-bd5d-5e9d288c6db7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445123 Jan 11 23:20:53.333140 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-797d12ec-8b56-45d7-bed9-e34f086115b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.334618 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-797d12ec-8b56-45d7-bed9-e34f086115b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.1646407 Jan 11 23:20:53.383609 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-2fa0f259-3694-483b-887c-3285b64bbeb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e HTTP/1.1" status: 200 len: 217 time: 0.0381627 Jan 11 23:20:53.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1a6ea689-58af-49ab-ab53-a024e3940904 req-044fd145-5ab4-48de-a5c8-ffbd96fe55e1 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501162 Jan 11 23:20:53.392036 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dc67a-657d-465c-bfb7-cceb05b48b4f req-7966a58c-6952-4092-b6e1-23ad8ae91cb9 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.394915 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c24dc67a-657d-465c-bfb7-cceb05b48b4f req-7966a58c-6952-4092-b6e1-23ad8ae91cb9 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0648587 Jan 11 23:20:53.450459 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c24dc67a-657d-465c-bfb7-cceb05b48b4f req-72bd118c-e6e3-4dd4-89c3-e98df97e3533 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510101 Jan 11 23:20:53.459453 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-9d72c4f5-9a60-44d9-94c3-8f52848932f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.461181 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-9d72c4f5-9a60-44d9-94c3-8f52848932f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0571482 Jan 11 23:20:53.493690 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-8b246f6b-72b9-44e7-b603-8c148aeeecd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258391 Jan 11 23:20:53.586209 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-cbcbfa4c-a419-4f07-a296-586b1ac87e8f service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866494 Jan 11 23:20:53.682538 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-e5fe11b8-64d4-4c4a-bae4-826bfee17050 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900328 Jan 11 23:20:53.838123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-54e85ff5-35a3-4b29-b293-67e32e4b24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.839848 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-54e85ff5-35a3-4b29-b293-67e32e4b24f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1097 time: 0.0428622 Jan 11 23:20:53.894626 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 35290) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:53.942356 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-a3c05a0e-8c8d-4b23-8725-caf448d7922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:53.944287 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-a3c05a0e-8c8d-4b23-8725-caf448d7922e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0973554 Jan 11 23:20:53.999796 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-6140b553-ee5e-407a-a14f-545df18b1c96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 217 time: 0.0478981 Jan 11 23:20:54.044076 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae8d15f2-4c66-4992-b9e5-3bd1e71ff7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.053707 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-43359064-9c46-4c42-bcaa-8c28d2dc624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:54.055155 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-43359064-9c46-4c42-bcaa-8c28d2dc624f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0471783 Jan 11 23:20:54.080880 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239583c8-aaaf-45de-9e34-54b47caeae72 req-f1ea6a32-2dce-4dbe-b82d-4566b238fc2e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:54.082408 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-239583c8-aaaf-45de-9e34-54b47caeae72 req-f1ea6a32-2dce-4dbe-b82d-4566b238fc2e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0763106 Jan 11 23:20:54.102109 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-7eaf92b9-d911-421a-b950-c543d43e439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:54.104449 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-7eaf92b9-d911-421a-b950-c543d43e439c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424814 Jan 11 23:20:54.155787 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-239583c8-aaaf-45de-9e34-54b47caeae72 req-832bcfec-838a-46d5-ad6b-b07cad865294 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671356 Jan 11 23:20:54.182542 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae8d15f2-4c66-4992-b9e5-3bd1e71ff7e0 admin admin] Publish callbacks [] for security_group (331d5299-810d-4194-b9ca-2e098b4e9d8b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.203622 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-94e8ca01-e70c-41d2-8c0f-952fc04bcb9a service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920897 Jan 11 23:20:54.274019 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ae8d15f2-4c66-4992-b9e5-3bd1e71ff7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (331d5299-810d-4194-b9ca-2e098b4e9d8b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.298953 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7010cbf7-5ff8-48cd-a69c-c5346278e7d7 req-8752d647-5319-4647-a63c-daa3ee8ee241 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887837 Jan 11 23:20:54.316636 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ae8d15f2-4c66-4992-b9e5-3bd1e71ff7e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1197a64526a047518639f4cacc48572a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209001 Jan 11 23:20:54.319328 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35300) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:54.322721 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d15f2-4c66-4992-b9e5-3bd1e71ff7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d5299-810d-4194-b9ca-2e098b4e9d8b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:54.378326 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20ad0aeb-e7ca-4fef-8d9c-fd178a72da29 admin admin] Publish callbacks [] for security_group (331d5299-810d-4194-b9ca-2e098b4e9d8b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.398084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c72c-ace1-4279-b154-25d4a97fb52f req-2887bb95-ce67-494c-95c7-95082db5ccdc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:54.399748 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d20c72c-ace1-4279-b154-25d4a97fb52f req-2887bb95-ce67-494c-95c7-95082db5ccdc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.0508387 Jan 11 23:20:54.404907 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20ad0aeb-e7ca-4fef-8d9c-fd178a72da29 admin admin] Publish callbacks [] for security_group (331d5299-810d-4194-b9ca-2e098b4e9d8b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.453725 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d20c72c-ace1-4279-b154-25d4a97fb52f req-7f042710-eabe-40c2-9658-877799dfdf5a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463152 Jan 11 23:20:54.514239 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20ad0aeb-e7ca-4fef-8d9c-fd178a72da29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (331d5299-810d-4194-b9ca-2e098b4e9d8b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.516980 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20ad0aeb-e7ca-4fef-8d9c-fd178a72da29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:54.518354 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-20ad0aeb-e7ca-4fef-8d9c-fd178a72da29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/331d5299-810d-4194-b9ca-2e098b4e9d8b HTTP/1.1" status: 204 len: 168 time: 0.1978855 Jan 11 23:20:54.531510 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad0aeb-e7ca-4fef-8d9c-fd178a72da29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d5299-810d-4194-b9ca-2e098b4e9d8b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:54.573680 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d139-0a44-4a97-abd4-8296d26c570a req-68180f1c-5492-46d3-a363-2fd0826bf1e2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:54.573680 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d413d139-0a44-4a97-abd4-8296d26c570a req-68180f1c-5492-46d3-a363-2fd0826bf1e2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0563195 Jan 11 23:20:54.627020 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d413d139-0a44-4a97-abd4-8296d26c570a req-c9122535-bee3-4eed-b67e-d32d672ffa66 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Jan 11 23:20:55.160462 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35324) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:55.173552 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf71d26a-059f-484d-9bd3-b87a809c2738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.247949 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf71d26a-059f-484d-9bd3-b87a809c2738 admin admin] Publish callbacks [] for security_group (7273963f-5bc2-4e94-9f39-50d29f241947), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.273714 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fd796-f2fe-4ff1-8b7c-00dcfbb3d06c req-fdf1269d-7613-4b93-8010-5208fb1e8745 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:55.275286 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-018fd796-f2fe-4ff1-8b7c-00dcfbb3d06c req-fdf1269d-7613-4b93-8010-5208fb1e8745 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0486152 Jan 11 23:20:55.314035 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bf71d26a-059f-484d-9bd3-b87a809c2738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7273963f-5bc2-4e94-9f39-50d29f241947), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.322110 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-018fd796-f2fe-4ff1-8b7c-00dcfbb3d06c req-d970e400-c1d2-402f-a4e2-c6e202b975fc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 Jan 11 23:20:55.351473 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-bf71d26a-059f-484d-9bd3-b87a809c2738 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=787e3191c0d24548ba183c325634f9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899176 Jan 11 23:20:55.352307 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71d26a-059f-484d-9bd3-b87a809c2738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7273963f-5bc2-4e94-9f39-50d29f241947,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:55.354779 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 35328) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:55.402050 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c131-7310-4f16-aa9c-cc3467b19866 admin admin] Publish callbacks [] for security_group (7273963f-5bc2-4e94-9f39-50d29f241947), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.427125 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c131-7310-4f16-aa9c-cc3467b19866 admin admin] Publish callbacks [] for security_group (7273963f-5bc2-4e94-9f39-50d29f241947), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.552699 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c131-7310-4f16-aa9c-cc3467b19866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7273963f-5bc2-4e94-9f39-50d29f241947), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.555500 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5cd8c131-7310-4f16-aa9c-cc3467b19866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:55.557060 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5cd8c131-7310-4f16-aa9c-cc3467b19866 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7273963f-5bc2-4e94-9f39-50d29f241947 HTTP/1.1" status: 204 len: 168 time: 0.2012944 Jan 11 23:20:55.569358 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8c131-7310-4f16-aa9c-cc3467b19866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7273963f-5bc2-4e94-9f39-50d29f241947,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:55.580162 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06fbd4-3c40-4d1e-8ec9-1760caec5221 req-9b2ef518-8133-4150-b50b-c733075439ff tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:55.581704 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc06fbd4-3c40-4d1e-8ec9-1760caec5221 req-9b2ef518-8133-4150-b50b-c733075439ff tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.0633874 Jan 11 23:20:55.633945 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc06fbd4-3c40-4d1e-8ec9-1760caec5221 req-ed3cc4bd-25fc-4c89-909e-20e7d42ccf04 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429826 Jan 11 23:20:55.763280 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c788-c2cd-4ac9-8bea-08040e526d45 req-1a087d64-8f98-4dd5-9571-17b485c01138 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:55.764778 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1184c788-c2cd-4ac9-8bea-08040e526d45 req-1a087d64-8f98-4dd5-9571-17b485c01138 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0487263 Jan 11 23:20:55.835448 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1184c788-c2cd-4ac9-8bea-08040e526d45 req-c3b25107-9b74-4d36-8c46-516ffc8de8d2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647306 Jan 11 23:20:56.164256 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 35350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:56.177079 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0481c712-e714-4eb5-a012-f2e20387d67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.249026 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0481c712-e714-4eb5-a012-f2e20387d67a admin admin] Publish callbacks [] for security_group (bb65ec8f-6f14-4714-b8e4-566863674556), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.325333 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0481c712-e714-4eb5-a012-f2e20387d67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (bb65ec8f-6f14-4714-b8e4-566863674556), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.363513 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0481c712-e714-4eb5-a012-f2e20387d67a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40f3aa540e794948885e06e5331a6059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981924 Jan 11 23:20:56.365598 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481c712-e714-4eb5-a012-f2e20387d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb65ec8f-6f14-4714-b8e4-566863674556,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:56.366371 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35354) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:56.417846 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c56b0e-06cd-4ef4-9d7b-7a6055178aca admin admin] Publish callbacks [] for security_group (bb65ec8f-6f14-4714-b8e4-566863674556), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.439553 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c56b0e-06cd-4ef4-9d7b-7a6055178aca admin admin] Publish callbacks [] for security_group (bb65ec8f-6f14-4714-b8e4-566863674556), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.441364 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76029f05-d256-4c6f-865e-2e07bf6bac6b req-a671488f-f3d4-4fe7-be69-19ce87a03d70 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:56.442847 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-76029f05-d256-4c6f-865e-2e07bf6bac6b req-a671488f-f3d4-4fe7-be69-19ce87a03d70 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0507464 Jan 11 23:20:56.491285 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-76029f05-d256-4c6f-865e-2e07bf6bac6b req-44e99918-54fb-4d73-bc39-d3616b22bcba tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418739 Jan 11 23:20:56.554379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c56b0e-06cd-4ef4-9d7b-7a6055178aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (bb65ec8f-6f14-4714-b8e4-566863674556), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.557074 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d7c56b0e-06cd-4ef4-9d7b-7a6055178aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:56.558203 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-d7c56b0e-06cd-4ef4-9d7b-7a6055178aca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb65ec8f-6f14-4714-b8e4-566863674556 HTTP/1.1" status: 204 len: 168 time: 0.1908729 Jan 11 23:20:56.565714 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c56b0e-06cd-4ef4-9d7b-7a6055178aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb65ec8f-6f14-4714-b8e4-566863674556,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:56.783072 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203ccd3-0d74-43bf-a50e-36c367a7d21f req-0da0b142-a2e3-44a2-a2f1-cf8e229aec4c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:56.784544 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c203ccd3-0d74-43bf-a50e-36c367a7d21f req-0da0b142-a2e3-44a2-a2f1-cf8e229aec4c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.0520873 Jan 11 23:20:56.839636 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c203ccd3-0d74-43bf-a50e-36c367a7d21f req-fbb1a693-ad8c-40fb-a877-bc26c48b9d1b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491962 Jan 11 23:20:56.956664 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2773a2-9337-4cba-b9a9-1266324ac918 req-d79469d4-f46a-4fb1-ab15-ce4c21329b42 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:56.963797 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a2773a2-9337-4cba-b9a9-1266324ac918 req-d79469d4-f46a-4fb1-ab15-ce4c21329b42 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0616317 Jan 11 23:20:57.015647 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a2773a2-9337-4cba-b9a9-1266324ac918 req-771c1221-78fe-476b-a9cd-4062fe7b4925 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488329 Jan 11 23:20:57.610336 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a617cb-2d80-4284-9ee7-7c94ef23c089 req-6f2df3d7-9d70-4cbe-9f82-d413f8476342 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:57.611834 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25a617cb-2d80-4284-9ee7-7c94ef23c089 req-6f2df3d7-9d70-4cbe-9f82-d413f8476342 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0502219 Jan 11 23:20:57.670981 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25a617cb-2d80-4284-9ee7-7c94ef23c089 req-3b73cbb8-c289-4afc-8d65-f9c1acc640ae tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533381 Jan 11 23:20:57.951653 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91007dd8-5ea0-422b-88c6-42b2772a5d81 req-42e978c2-bf5d-49e7-9a08-579cd0dcf954 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:57.953216 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-91007dd8-5ea0-422b-88c6-42b2772a5d81 req-42e978c2-bf5d-49e7-9a08-579cd0dcf954 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 943 time: 0.0491416 Jan 11 23:20:58.002604 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-91007dd8-5ea0-422b-88c6-42b2772a5d81 req-a8f41eca-6751-4394-81ca-4cb1346c3f3a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Jan 11 23:20:58.142086 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3c3ac-7e21-4193-909f-9419d6e3f44c req-0f03655e-aabb-4ebe-bc90-edae1c5ffb86 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:58.144500 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-62b3c3ac-7e21-4193-909f-9419d6e3f44c req-0f03655e-aabb-4ebe-bc90-edae1c5ffb86 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 943 time: 0.0659316 Jan 11 23:20:58.181756 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a7227a90-a66c-4108-9309-11d4d4e71888 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:20:58.201371 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-62b3c3ac-7e21-4193-909f-9419d6e3f44c req-bde6fc74-4cd3-42bc-a6a4-2d4bf6ed722b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521944 Jan 11 23:20:58.288887 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port a7227a90-a66c-4108-9309-11d4d4e71888, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a7227a90-a66c-4108-9309-11d4d4e71888,segment=NetworkSegment(10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5),segment_id=10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:58.300336 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'a7227a90-a66c-4108-9309-11d4d4e71888', 'network_id': 'be39bda6-8d97-4f9e-98a6-dca402493860', 'port_id': 'a7227a90-a66c-4108-9309-11d4d4e71888', 'mac_address': 'fa:16:3e:a4:d6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:20:58.338785 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port a7227a90-a66c-4108-9309-11d4d4e71888 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:58.339183 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:58.357013 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7227a90-a66c-4108-9309-11d4d4e71888 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:58.377026 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port a7227a90-a66c-4108-9309-11d4d4e71888, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a7227a90-a66c-4108-9309-11d4d4e71888,segment=NetworkSegment(10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5),segment_id=10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:58.523909 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:58.525235 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a98e4687-1dcc-456e-9eb6-eebdaf46701e details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:20:58.630520 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=a7227a90-a66c-4108-9309-11d4d4e71888,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:58.669288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port a98e4687-1dcc-456e-9eb6-eebdaf46701e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:58.686209 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'port_id': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e', 'mac_address': 'fa:16:3e:94:ce:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:20:58.725643 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port a98e4687-1dcc-456e-9eb6-eebdaf46701e is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:58.726044 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:58.741188 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98e4687-1dcc-456e-9eb6-eebdaf46701e {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:58.760518 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port a98e4687-1dcc-456e-9eb6-eebdaf46701e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:58.801326 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddad617-cfc7-431b-a037-787a0d110dc3 req-951ee178-5f05-43c9-9deb-7c6308298c4c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:58.803321 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ddad617-cfc7-431b-a037-787a0d110dc3 req-951ee178-5f05-43c9-9deb-7c6308298c4c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0574274 Jan 11 23:20:58.835149 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:58.835149 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 4ece396f-1066-429c-9930-7d5048c55b13 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:20:58.857528 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ddad617-cfc7-431b-a037-787a0d110dc3 req-1b635715-fa62-4a18-b5c6-572fb3bd071e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479746 Jan 11 23:20:58.909639 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 4ece396f-1066-429c-9930-7d5048c55b13, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4ece396f-1066-429c-9930-7d5048c55b13,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:58.923872 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=a98e4687-1dcc-456e-9eb6-eebdaf46701e,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:58.926627 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '4ece396f-1066-429c-9930-7d5048c55b13', 'network_id': '1dff90b4-0a5b-42bd-b31c-b6361c35c2d0', 'port_id': '4ece396f-1066-429c-9930-7d5048c55b13', 'mac_address': 'fa:16:3e:dd:8c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7fcb57-4d8c-4fb9-9355-326c93214b15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:20:58.968602 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 4ece396f-1066-429c-9930-7d5048c55b13 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:20:58.969205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ece396f-1066-429c-9930-7d5048c55b13), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:58.982927 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ece396f-1066-429c-9930-7d5048c55b13 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:20:59.007320 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 4ece396f-1066-429c-9930-7d5048c55b13, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4ece396f-1066-429c-9930-7d5048c55b13,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:20:59.079558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ece396f-1066-429c-9930-7d5048c55b13), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:59.127334 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aae69-ddd1-41dd-8432-552cd485c126 req-6c70d9e0-fbed-4b30-a66e-a080806d4994 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:59.128795 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-143aae69-ddd1-41dd-8432-552cd485c126 req-6c70d9e0-fbed-4b30-a66e-a080806d4994 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0559516 Jan 11 23:20:59.131915 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=4ece396f-1066-429c-9930-7d5048c55b13,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:20:59.192458 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-143aae69-ddd1-41dd-8432-552cd485c126 req-30723a2d-36c5-4fbc-85d0-90a5359b9fc7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577512 Jan 11 23:20:59.328655 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a81d3-d6a2-44a6-a9df-5a2567883003 req-19d13919-ad77-4350-8702-21f43db9027b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:59.330339 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0e4a81d3-d6a2-44a6-a9df-5a2567883003 req-19d13919-ad77-4350-8702-21f43db9027b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0535884 Jan 11 23:20:59.387771 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0e4a81d3-d6a2-44a6-a9df-5a2567883003 req-af841756-8c0f-4552-8279-423894c6476d tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518332 Jan 11 23:20:59.685231 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35498) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:20:59.967290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-564c7795-a5f7-4fd5-81a3-73f7fea3417b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:20:59.989522 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe409d-b265-49cf-8fcd-14ed17ddd8e1 req-b76ac4c7-a735-4835-b8ea-8a36e1ebeff4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:20:59.991789 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8fe409d-b265-49cf-8fcd-14ed17ddd8e1 req-b76ac4c7-a735-4835-b8ea-8a36e1ebeff4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0517411 Jan 11 23:21:00.046025 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8fe409d-b265-49cf-8fcd-14ed17ddd8e1 req-901bf3ba-7729-496a-bda5-7a2522c5a193 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460069 Jan 11 23:21:00.046975 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-564c7795-a5f7-4fd5-81a3-73f7fea3417b admin admin] Publish callbacks [] for security_group (961acde4-7162-4d0a-ad2d-c8aa04e49556), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:00.129227 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-564c7795-a5f7-4fd5-81a3-73f7fea3417b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (961acde4-7162-4d0a-ad2d-c8aa04e49556), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:00.166973 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c7795-a5f7-4fd5-81a3-73f7fea3417b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961acde4-7162-4d0a-ad2d-c8aa04e49556,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:00.174896 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-564c7795-a5f7-4fd5-81a3-73f7fea3417b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2087f829a5874db6801b411409d0bbf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885206 Jan 11 23:21:00.177500 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35512) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:00.224824 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56031cb7-4996-4b36-9b9c-90f9f80fa1a0 admin admin] Publish callbacks [] for security_group (961acde4-7162-4d0a-ad2d-c8aa04e49556), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:00.247212 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56031cb7-4996-4b36-9b9c-90f9f80fa1a0 admin admin] Publish callbacks [] for security_group (961acde4-7162-4d0a-ad2d-c8aa04e49556), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:00.315139 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc620af-af44-4566-b0b4-4c9c47159fcd req-9f9fec9f-2fc3-4f86-b93c-f1fb3fb5e49f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:00.316640 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9cc620af-af44-4566-b0b4-4c9c47159fcd req-9f9fec9f-2fc3-4f86-b93c-f1fb3fb5e49f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0508153 Jan 11 23:21:00.366111 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9cc620af-af44-4566-b0b4-4c9c47159fcd req-82eaa32f-be90-4df7-827a-ef5af790440d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Jan 11 23:21:00.422378 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56031cb7-4996-4b36-9b9c-90f9f80fa1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (961acde4-7162-4d0a-ad2d-c8aa04e49556), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:00.424959 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56031cb7-4996-4b36-9b9c-90f9f80fa1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:00.426106 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-56031cb7-4996-4b36-9b9c-90f9f80fa1a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/961acde4-7162-4d0a-ad2d-c8aa04e49556 HTTP/1.1" status: 204 len: 168 time: 0.2474415 Jan 11 23:21:00.435066 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56031cb7-4996-4b36-9b9c-90f9f80fa1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961acde4-7162-4d0a-ad2d-c8aa04e49556,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:00.510538 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d798c18-2ea0-4dac-ae9f-45e54fb694d0 req-d5489098-4e1c-4bc3-9a55-2431041c6ec0 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:00.511993 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5d798c18-2ea0-4dac-ae9f-45e54fb694d0 req-d5489098-4e1c-4bc3-9a55-2431041c6ec0 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0499334 Jan 11 23:21:00.559327 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5d798c18-2ea0-4dac-ae9f-45e54fb694d0 req-166eaa6b-56ae-44dd-b8d9-d7dba67208bf tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Jan 11 23:21:01.023230 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35528) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:01.036153 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57f741e4-38db-45c7-9e61-398f41f78306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.110277 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57f741e4-38db-45c7-9e61-398f41f78306 admin admin] Publish callbacks [] for security_group (f342d1ef-56ac-44ab-9af9-0c2a0a9773c0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.162971 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2816d-a93c-4bbf-bb8d-f219e60b496e req-e942df3e-46a0-4600-866c-15f598918d05 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:01.164451 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1bd2816d-a93c-4bbf-bb8d-f219e60b496e req-e942df3e-46a0-4600-866c-15f598918d05 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0497892 Jan 11 23:21:01.186632 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57f741e4-38db-45c7-9e61-398f41f78306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f342d1ef-56ac-44ab-9af9-0c2a0a9773c0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.214181 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1bd2816d-a93c-4bbf-bb8d-f219e60b496e req-5af8aea1-ab67-41e1-9574-e2c651dc6938 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Jan 11 23:21:01.225178 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-57f741e4-38db-45c7-9e61-398f41f78306 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c42160bcda9420592d37898eb945c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008543 Jan 11 23:21:01.227798 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35534) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:01.233984 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f741e4-38db-45c7-9e61-398f41f78306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f342d1ef-56ac-44ab-9af9-0c2a0a9773c0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:01.279300 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-129e02db-dbfe-4b48-931b-61d2e8ebc6b3 admin admin] Publish callbacks [] for security_group (f342d1ef-56ac-44ab-9af9-0c2a0a9773c0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.300130 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-129e02db-dbfe-4b48-931b-61d2e8ebc6b3 admin admin] Publish callbacks [] for security_group (f342d1ef-56ac-44ab-9af9-0c2a0a9773c0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.466541 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-129e02db-dbfe-4b48-931b-61d2e8ebc6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f342d1ef-56ac-44ab-9af9-0c2a0a9773c0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.469204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-129e02db-dbfe-4b48-931b-61d2e8ebc6b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:01.470448 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-129e02db-dbfe-4b48-931b-61d2e8ebc6b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f342d1ef-56ac-44ab-9af9-0c2a0a9773c0 HTTP/1.1" status: 204 len: 168 time: 0.2416654 Jan 11 23:21:01.478376 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e02db-dbfe-4b48-931b-61d2e8ebc6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f342d1ef-56ac-44ab-9af9-0c2a0a9773c0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:01.483561 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc9ecf-39e8-4972-8de4-b8841131450e req-25617749-613a-4105-98e5-0053f51721c3 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:01.485116 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4cc9ecf-39e8-4972-8de4-b8841131450e req-25617749-613a-4105-98e5-0053f51721c3 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0536413 Jan 11 23:21:01.540657 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4cc9ecf-39e8-4972-8de4-b8841131450e req-26893518-471a-4c75-91b7-def28f8f1c9e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 Jan 11 23:21:01.670232 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28550f1-c1f4-459b-a73c-5d0cabd29134 req-f097eee9-2a37-4a5b-94e5-302b5e3d16f9 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:01.671718 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d28550f1-c1f4-459b-a73c-5d0cabd29134 req-f097eee9-2a37-4a5b-94e5-302b5e3d16f9 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0475647 Jan 11 23:21:01.721196 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d28550f1-c1f4-459b-a73c-5d0cabd29134 req-2d56ad88-d196-41a9-8e9f-97a133889837 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Jan 11 23:21:02.344018 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf3d84-bcc0-4ed2-ab5a-528725eaa9da req-c62309aa-8e63-45d7-83ee-fb18be372b2f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:02.345595 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cdaf3d84-bcc0-4ed2-ab5a-528725eaa9da req-c62309aa-8e63-45d7-83ee-fb18be372b2f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0614846 Jan 11 23:21:02.415260 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cdaf3d84-bcc0-4ed2-ab5a-528725eaa9da req-9a6b2451-9eb0-4302-876d-6148e3f2c1b6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602720 Jan 11 23:21:02.654441 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419936f-c5f4-42a5-8375-c350637dfbf4 req-c7fe832a-10b5-41f2-8f9c-7f8778099ef2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:02.655936 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4419936f-c5f4-42a5-8375-c350637dfbf4 req-c7fe832a-10b5-41f2-8f9c-7f8778099ef2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0492327 Jan 11 23:21:02.708896 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4419936f-c5f4-42a5-8375-c350637dfbf4 req-8d6f8f8c-3cb3-40b5-ad61-2f4cf766d8bc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472894 Jan 11 23:21:02.836096 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bc0a8-6b3e-42bc-9c73-7ab7558c7fe7 req-5aef0aab-6ab5-43e0-bce7-9bb752d8e589 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:02.838380 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3e7bc0a8-6b3e-42bc-9c73-7ab7558c7fe7 req-5aef0aab-6ab5-43e0-bce7-9bb752d8e589 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0507817 Jan 11 23:21:02.888050 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3e7bc0a8-6b3e-42bc-9c73-7ab7558c7fe7 req-0a69cab9-7095-42df-95e6-03c3d264212c tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Jan 11 23:21:03.547923 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a22551-ceb2-44d1-a08a-77e472200562 req-11248038-fd9d-447a-9540-6c4793b3d0b1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:03.549361 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f2a22551-ceb2-44d1-a08a-77e472200562 req-11248038-fd9d-447a-9540-6c4793b3d0b1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0529053 Jan 11 23:21:03.597265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f2a22551-ceb2-44d1-a08a-77e472200562 req-eb61d9d8-507a-42c3-9e04-02c889e726cb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Jan 11 23:21:03.821785 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dc06e-b4a0-427b-8966-33f924803282 req-49706de4-faa2-4931-9ea4-495b5d0de0d1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:03.823268 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-129dc06e-b4a0-427b-8966-33f924803282 req-49706de4-faa2-4931-9ea4-495b5d0de0d1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0497456 Jan 11 23:21:03.870166 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-129dc06e-b4a0-427b-8966-33f924803282 req-8b3bdf8d-b6f0-473d-a645-fe9ec8eca6a4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Jan 11 23:21:04.011919 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944245e6-99a3-4cbd-b1d5-b251ea347ae2 req-1bf943eb-6c20-4d77-82e5-8dbae11c639e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:04.013569 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-944245e6-99a3-4cbd-b1d5-b251ea347ae2 req-1bf943eb-6c20-4d77-82e5-8dbae11c639e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0554664 Jan 11 23:21:04.062711 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-944245e6-99a3-4cbd-b1d5-b251ea347ae2 req-20adb9e2-a5b1-4239-8fe2-39a966148778 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Jan 11 23:21:04.714587 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1941c4-41e6-4ad3-9086-f871963de6d6 req-83cc43b9-fec2-4c14-adc0-763d40ffc77e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:04.716044 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b1941c4-41e6-4ad3-9086-f871963de6d6 req-83cc43b9-fec2-4c14-adc0-763d40ffc77e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0487151 Jan 11 23:21:04.761773 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b1941c4-41e6-4ad3-9086-f871963de6d6 req-f7dd0601-00ab-4dea-ab1f-81a957960fd9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402181 Jan 11 23:21:04.986348 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04a783-39dc-46a3-b822-de7b16878bbd req-2018110d-9171-4771-8909-41a409f2edef tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:04.987816 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e04a783-39dc-46a3-b822-de7b16878bbd req-2018110d-9171-4771-8909-41a409f2edef tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0484881 Jan 11 23:21:05.037174 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e04a783-39dc-46a3-b822-de7b16878bbd req-1075315a-6f85-48bf-b3a3-b813a6948cf7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Jan 11 23:21:05.174808 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37439e6a-17a8-476a-a6ff-e7cebf3622bb req-84d247ec-91cf-44b0-a3ec-4e383b9e3d4f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:05.176214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37439e6a-17a8-476a-a6ff-e7cebf3622bb req-84d247ec-91cf-44b0-a3ec-4e383b9e3d4f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0485396 Jan 11 23:21:05.222095 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37439e6a-17a8-476a-a6ff-e7cebf3622bb req-f78e29fa-b896-40cb-8c31-dde59073ec31 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Jan 11 23:21:05.876240 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ffd7b-4d31-4193-b740-912404c8edcd req-ea44ffbb-5b7a-4795-a00a-46e323d679ae tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:05.877701 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-060ffd7b-4d31-4193-b740-912404c8edcd req-ea44ffbb-5b7a-4795-a00a-46e323d679ae tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0476086 Jan 11 23:21:05.922706 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-060ffd7b-4d31-4193-b740-912404c8edcd req-45688cd5-e829-4ebc-9f5f-1a5f018238e7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396125 Jan 11 23:21:06.152275 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398bd23-bf2b-4b48-90f0-fc91cac4c5d9 req-370f5b08-679a-418e-8769-879a296ba8f7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:06.153774 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e398bd23-bf2b-4b48-90f0-fc91cac4c5d9 req-370f5b08-679a-418e-8769-879a296ba8f7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0500596 Jan 11 23:21:06.201540 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e398bd23-bf2b-4b48-90f0-fc91cac4c5d9 req-64d09199-c599-426a-8f2b-c2a790f3f19d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Jan 11 23:21:06.333034 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8770ab-7048-4555-8833-13f2e37c5d56 req-36156e39-50f2-420b-b0c5-7f287bb6ce1e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:06.334524 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc8770ab-7048-4555-8833-13f2e37c5d56 req-36156e39-50f2-420b-b0c5-7f287bb6ce1e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0483987 Jan 11 23:21:06.380648 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc8770ab-7048-4555-8833-13f2e37c5d56 req-a7a0bdb7-69f2-41ad-9ff1-fae06c44c57d tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401945 Jan 11 23:21:07.043192 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccacf6e-1255-4585-9e05-9f57e80b418e req-f422ddfb-30af-4fff-854c-e2bbfeefda43 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:07.044652 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4ccacf6e-1255-4585-9e05-9f57e80b418e req-f422ddfb-30af-4fff-854c-e2bbfeefda43 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0482025 Jan 11 23:21:07.093364 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4ccacf6e-1255-4585-9e05-9f57e80b418e req-87955524-a65d-4df7-9042-110e05312f74 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431290 Jan 11 23:21:07.312861 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dda13d-619f-419c-932d-81039f4a4f7e req-31d6f4eb-c6c8-4512-a3c8-66ff3c6889c4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:07.314368 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e2dda13d-619f-419c-932d-81039f4a4f7e req-31d6f4eb-c6c8-4512-a3c8-66ff3c6889c4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0488086 Jan 11 23:21:07.360188 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e2dda13d-619f-419c-932d-81039f4a4f7e req-3d39f0ac-fc60-4077-a647-3c4034c85562 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403547 Jan 11 23:21:07.495359 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1327f1-dcd5-4d2b-9d97-ec13852e4c66 req-af031ea4-9a01-4299-a32c-0cd044de1ff1 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:07.496710 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3a1327f1-dcd5-4d2b-9d97-ec13852e4c66 req-af031ea4-9a01-4299-a32c-0cd044de1ff1 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0489185 Jan 11 23:21:07.544049 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3a1327f1-dcd5-4d2b-9d97-ec13852e4c66 req-8213dfe1-bd3b-49e7-93f6-a23c4104e425 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Jan 11 23:21:08.210016 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f776-2b17-47cc-bb21-8c41c0935ddb req-afa68b6b-1747-4a2c-bf7f-afbd0b3b121d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:08.211438 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8f95f776-2b17-47cc-bb21-8c41c0935ddb req-afa68b6b-1747-4a2c-bf7f-afbd0b3b121d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0506699 Jan 11 23:21:08.257284 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8f95f776-2b17-47cc-bb21-8c41c0935ddb req-d261d8c5-159a-491f-96d1-ce0d8a8a796d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Jan 11 23:21:08.285800 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['4ece396f-1066-429c-9930-7d5048c55b13'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:21:08.475289 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcc180-ea35-4eb9-8dee-937d2bb8170e req-bda74566-4626-425d-be7d-e0fb00681874 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:08.476758 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3dcc180-ea35-4eb9-8dee-937d2bb8170e req-bda74566-4626-425d-be7d-e0fb00681874 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0484478 Jan 11 23:21:08.523178 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3dcc180-ea35-4eb9-8dee-937d2bb8170e req-14232f84-4a22-4b85-9310-983e6528715e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394812 Jan 11 23:21:08.658979 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e825b-d1b5-4c0d-8be8-f5e3b1423057 req-a129da78-1524-4a45-8ea2-2d74a6e24aee tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:08.660479 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-665e825b-d1b5-4c0d-8be8-f5e3b1423057 req-a129da78-1524-4a45-8ea2-2d74a6e24aee tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0517108 Jan 11 23:21:08.707969 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-665e825b-d1b5-4c0d-8be8-f5e3b1423057 req-d108d401-cec1-45ba-858a-35b7428d66e4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 Jan 11 23:21:08.725055 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['a7227a90-a66c-4108-9309-11d4d4e71888'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:21:08.749548 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['a98e4687-1dcc-456e-9eb6-eebdaf46701e'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:21:09.381659 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c67fb-b85a-4df9-a03e-e13e5e0fe9e1 req-f53a269d-f369-42e5-9638-2f928082ed24 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:09.383108 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d38c67fb-b85a-4df9-a03e-e13e5e0fe9e1 req-f53a269d-f369-42e5-9638-2f928082ed24 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0549986 Jan 11 23:21:09.438441 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d38c67fb-b85a-4df9-a03e-e13e5e0fe9e1 req-10b8c0d3-54d4-4ef1-ab88-2c4d5d136019 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480523 Jan 11 23:21:09.637790 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b2d3b-e3ba-4840-953c-0cd93f8d22c6 req-4d9575bc-9d8d-4605-9fe0-1eb869bf681b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:09.639239 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d66b2d3b-e3ba-4840-953c-0cd93f8d22c6 req-4d9575bc-9d8d-4605-9fe0-1eb869bf681b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0485549 Jan 11 23:21:09.687036 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d66b2d3b-e3ba-4840-953c-0cd93f8d22c6 req-c8a7ae37-77ac-4616-9bf0-825cde0d22f7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Jan 11 23:21:09.819755 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a1f79-dbdf-4a62-825a-386c9bd18a97 req-a87c3242-342a-4339-9456-95dd56174655 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:09.821877 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e0a1f79-dbdf-4a62-825a-386c9bd18a97 req-a87c3242-342a-4339-9456-95dd56174655 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0494480 Jan 11 23:21:09.866566 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e0a1f79-dbdf-4a62-825a-386c9bd18a97 req-1dd72d69-f6d1-475b-a06b-8fb90a682c6c tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Jan 11 23:21:10.557293 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad89152-dafa-498c-b5a5-989dcd5ed409 req-962a5725-b851-4158-9e8d-f819001524fd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:10.558753 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ad89152-dafa-498c-b5a5-989dcd5ed409 req-962a5725-b851-4158-9e8d-f819001524fd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0488591 Jan 11 23:21:10.604672 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ad89152-dafa-498c-b5a5-989dcd5ed409 req-3a94b9a1-3cb4-4b4f-8b6d-4fd5df7745f9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403001 Jan 11 23:21:10.811347 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699267a5-6eb6-4d09-ad53-0a87f639e42e req-60b2de5c-8f74-458c-884e-3283f85d9fbc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:10.812838 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-699267a5-6eb6-4d09-ad53-0a87f639e42e req-60b2de5c-8f74-458c-884e-3283f85d9fbc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0530293 Jan 11 23:21:10.860569 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-699267a5-6eb6-4d09-ad53-0a87f639e42e req-ddb1bd61-9817-4a89-9402-1e92575fc014 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Jan 11 23:21:10.983837 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeeefd-9d7d-4eb8-bf33-e56bb7771111 req-a31cebe4-2276-42a4-bdbd-5a9feb87bff8 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:10.985211 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7edeeefd-9d7d-4eb8-bf33-e56bb7771111 req-a31cebe4-2276-42a4-bdbd-5a9feb87bff8 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0482767 Jan 11 23:21:11.034797 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7edeeefd-9d7d-4eb8-bf33-e56bb7771111 req-9a21026a-90ee-4f60-ac64-4e03067db66a tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Jan 11 23:21:11.724590 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4100fe9-ae4d-4490-9980-f2f050cd2f00 req-a7bbd9c2-93f5-4e72-9924-b0066aee7092 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:11.725983 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4100fe9-ae4d-4490-9980-f2f050cd2f00 req-a7bbd9c2-93f5-4e72-9924-b0066aee7092 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0495651 Jan 11 23:21:11.773808 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4100fe9-ae4d-4490-9980-f2f050cd2f00 req-ead4042c-f371-497e-ac87-0f31a2370bb0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Jan 11 23:21:11.974886 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb95fef-163a-4752-b494-a1832c35e7d7 req-696574c3-24c7-448e-ad93-2bb441f73a1f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:11.977166 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1eb95fef-163a-4752-b494-a1832c35e7d7 req-696574c3-24c7-448e-ad93-2bb441f73a1f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0498824 Jan 11 23:21:12.023736 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1eb95fef-163a-4752-b494-a1832c35e7d7 req-05306233-7bfc-4676-b7b6-849285da3897 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 Jan 11 23:21:12.151650 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e624c-4b3f-4ccb-94d4-8ca9781f1c02 req-3eb0dcbd-804f-4256-8fc0-18bed21090b2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:12.153100 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-956e624c-4b3f-4ccb-94d4-8ca9781f1c02 req-3eb0dcbd-804f-4256-8fc0-18bed21090b2 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0485473 Jan 11 23:21:12.199364 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-956e624c-4b3f-4ccb-94d4-8ca9781f1c02 req-a444ca1a-b514-435d-acc1-e3114de1a750 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 Jan 11 23:21:12.973574 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:21:13.039911 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a523f5e-965c-4103-baee-9e6bb1b4db04 req-556cef7a-f8a3-40c1-bad7-fce78713dc5b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:13.041521 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a523f5e-965c-4103-baee-9e6bb1b4db04 req-556cef7a-f8a3-40c1-bad7-fce78713dc5b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1960306 Jan 11 23:21:13.080098 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:21:13.100316 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'mac_address': 'fa:16:3e:a4:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:21:13.102495 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a523f5e-965c-4103-baee-9e6bb1b4db04 req-dbb89576-38a2-4996-9de9-c6b4fd0b26ad tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553913 Jan 11 23:21:13.139825 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:21:13.140221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:13.150987 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35d931-2fda-479f-8eea-d0b52cc533ce req-87b1acd8-2ef9-493b-a688-26da20146c23 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:13.152459 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b35d931-2fda-479f-8eea-d0b52cc533ce req-87b1acd8-2ef9-493b-a688-26da20146c23 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0490639 Jan 11 23:21:13.156433 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:21:13.175862 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:21:13.199748 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b35d931-2fda-479f-8eea-d0b52cc533ce req-5f747a2b-7e68-4c1a-aaf2-fc6a38529a2d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Jan 11 23:21:13.227762 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:13.276550 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:13.283579 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286822 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.286822 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.287151 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.287504 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:13.316897 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a4336-47c0-4184-bbe7-e3fb75822306 req-ed57f7b8-3ded-47f2-b439-7892b94b07dc tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:13.318445 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-255a4336-47c0-4184-bbe7-e3fb75822306 req-ed57f7b8-3ded-47f2-b439-7892b94b07dc tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0518613 Jan 11 23:21:13.365208 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-255a4336-47c0-4184-bbe7-e3fb75822306 req-25ebd72e-1c70-4be6-9d9a-a541e51c93a1 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Jan 11 23:21:14.228214 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c2f5-9352-4be8-99fe-913521a7e832 req-ae819a87-ea93-4b53-b1bc-d1592119a29e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:14.228214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f7e1c2f5-9352-4be8-99fe-913521a7e832 req-ae819a87-ea93-4b53-b1bc-d1592119a29e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Jan 11 23:21:14.284170 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f7e1c2f5-9352-4be8-99fe-913521a7e832 req-4831ae1f-ce96-486e-8209-146aa4110079 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509923 Jan 11 23:21:14.321543 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee065c8-af62-4151-81f9-f971d0b7df5a req-3a2c3515-525e-43f8-9a3e-bdb9c7d013c0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:14.327156 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0ee065c8-af62-4151-81f9-f971d0b7df5a req-3a2c3515-525e-43f8-9a3e-bdb9c7d013c0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0549550 Jan 11 23:21:14.373579 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0ee065c8-af62-4151-81f9-f971d0b7df5a req-7c5d3b99-bd9a-46b6-84c3-3cfe9108f615 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Jan 11 23:21:14.482434 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b520410-03f7-4a9a-882f-e6e088d02a47 req-44dee951-168d-4087-9fe2-afd44f44a975 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:14.484024 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6b520410-03f7-4a9a-882f-e6e088d02a47 req-44dee951-168d-4087-9fe2-afd44f44a975 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 944 time: 0.0541680 Jan 11 23:21:14.534442 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6b520410-03f7-4a9a-882f-e6e088d02a47 req-2acf1719-8f3f-433c-b38d-c274562a22bf tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Jan 11 23:21:14.725347 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:21:15.039470 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a7227a90-a66c-4108-9309-11d4d4e71888 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:21:15.204914 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port a7227a90-a66c-4108-9309-11d4d4e71888 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:21:15.208905 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port a7227a90-a66c-4108-9309-11d4d4e71888 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:21:15.209338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.287087 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port a7227a90-a66c-4108-9309-11d4d4e71888 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:21:15.287235 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.310899 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8816e366-0c82-4439-9693-6c2de6f7525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7227a90-a66c-4108-9309-11d4d4e71888'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:21:15.390775 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port a7227a90-a66c-4108-9309-11d4d4e71888, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a7227a90-a66c-4108-9309-11d4d4e71888,segment=NetworkSegment(10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5),segment_id=10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:21:15.434915 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338169b-ad03-4c7d-8bcd-6fd7349f38f0 req-a43a98b2-d968-42f4-8ad6-e47bf8181b19 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:15.437561 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9338169b-ad03-4c7d-8bcd-6fd7349f38f0 req-a43a98b2-d968-42f4-8ad6-e47bf8181b19 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0758600 Jan 11 23:21:15.471625 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.472526 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 4ece396f-1066-429c-9930-7d5048c55b13 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:21:15.521652 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9338169b-ad03-4c7d-8bcd-6fd7349f38f0 req-aa70b191-51f6-46f7-9c40-626036e05877 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779266 Jan 11 23:21:15.523488 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929afef6-2f29-40a6-9e7b-d0c2ef6e8248" -d '{"events": [{"server_uuid": "8816e366-0c82-4439-9693-6c2de6f7525b", "name": "network-vif-plugged", "status": "completed", "tag": "a7227a90-a66c-4108-9309-11d4d4e71888"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:21:15.535365 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc4a74-514b-41d7-8c94-14b0964e9669 req-e3953297-76be-4097-8635-82535567218e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:15.537129 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abbc4a74-514b-41d7-8c94-14b0964e9669 req-e3953297-76be-4097-8635-82535567218e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0854385 Jan 11 23:21:15.607710 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=a7227a90-a66c-4108-9309-11d4d4e71888,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:15.613803 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abbc4a74-514b-41d7-8c94-14b0964e9669 req-c17187db-254c-4c30-8096-98eca0fbda60 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616813 Jan 11 23:21:15.650986 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 4ece396f-1066-429c-9930-7d5048c55b13 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:21:15.659336 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 4ece396f-1066-429c-9930-7d5048c55b13 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:21:15.660166 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (4ece396f-1066-429c-9930-7d5048c55b13), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.702726 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c376f-921b-490d-a3d5-ecad29864e7a x-openstack-request-id: req-d54c376f-921b-490d-a3d5-ecad29864e7a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:21:15.704080 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8816e366-0c82-4439-9693-6c2de6f7525b", "name": "network-vif-plugged", "status": "completed", "tag": "a7227a90-a66c-4108-9309-11d4d4e71888", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:21:15.705558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d54c376f-921b-490d-a3d5-ecad29864e7a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:21:15.706145 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8816e366-0c82-4439-9693-6c2de6f7525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7227a90-a66c-4108-9309-11d4d4e71888', 'code': 200} Jan 11 23:21:15.722365 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2bc37194-6aa9-44e2-835d-b925ef49f365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.769808 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fca1f2-5ce6-4f88-86dd-4bedbc9fb801 req-d2ed066a-4636-48a8-a31c-130a250efe1c tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:15.772273 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-44fca1f2-5ce6-4f88-86dd-4bedbc9fb801 req-d2ed066a-4636-48a8-a31c-130a250efe1c tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0734296 Jan 11 23:21:15.799598 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 4ece396f-1066-429c-9930-7d5048c55b13 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:21:15.800098 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (4ece396f-1066-429c-9930-7d5048c55b13), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.847924 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 4ece396f-1066-429c-9930-7d5048c55b13, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4ece396f-1066-429c-9930-7d5048c55b13,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:21:15.850029 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-44fca1f2-5ce6-4f88-86dd-4bedbc9fb801 req-bc43404a-f70e-466e-ac04-d826036c7d81 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711713 Jan 11 23:21:15.919406 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (4ece396f-1066-429c-9930-7d5048c55b13), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:15.967798 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=4ece396f-1066-429c-9930-7d5048c55b13,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:16.164760 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39853867-2381-490f-a433-cdb2f974a227 req-5ce8e995-e057-4972-b826-14ec0235aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:16.166459 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-39853867-2381-490f-a433-cdb2f974a227 req-5ce8e995-e057-4972-b826-14ec0235aef7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 1098 time: 0.1095111 Jan 11 23:21:16.205044 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-39853867-2381-490f-a433-cdb2f974a227 req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:16.285291 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-39853867-2381-490f-a433-cdb2f974a227 req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Publish callbacks [] for security_group (926b59a5-bcb0-4a6e-9c56-aad347c79b9b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:16.479125 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-39853867-2381-490f-a433-cdb2f974a227 req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (926b59a5-bcb0-4a6e-9c56-aad347c79b9b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:16.524346 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-39853867-2381-490f-a433-cdb2f974a227 req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500726 Jan 11 23:21:16.525321 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=926b59a5-bcb0-4a6e-9c56-aad347c79b9b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:16.533444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.533794 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.534134 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.534470 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.534799 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.535128 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.535451 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.535787 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.536129 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.536458 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.536794 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.537144 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.537465 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b66048-690b-4027-b54b-8a1a6147920c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:16.670430 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb88b4-13db-4676-8e06-2e58f76bb3af req-37f87370-db95-49b2-a6be-64579ebac85e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:16.671914 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1edb88b4-13db-4676-8e06-2e58f76bb3af req-37f87370-db95-49b2-a6be-64579ebac85e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0518889 Jan 11 23:21:16.749192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1edb88b4-13db-4676-8e06-2e58f76bb3af req-bcab988f-2efe-4657-9b7b-1c33331855bd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713372 Jan 11 23:21:16.763796 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db5de7-fa93-4668-a95d-0d44355a867f req-7610db40-aa16-4795-8b4b-5145502028b8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:16.765272 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-41db5de7-fa93-4668-a95d-0d44355a867f req-7610db40-aa16-4795-8b4b-5145502028b8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.0701389 Jan 11 23:21:16.815086 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-41db5de7-fa93-4668-a95d-0d44355a867f req-f4a548dc-b60d-42b7-bee2-995bf4bf2a64 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Jan 11 23:21:16.972272 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8055f9-23ae-4e29-8f3f-018373a04816 req-900021df-0073-47d3-82c8-20f6843baf4a tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:16.973811 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0b8055f9-23ae-4e29-8f3f-018373a04816 req-900021df-0073-47d3-82c8-20f6843baf4a tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0484512 Jan 11 23:21:17.020619 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0b8055f9-23ae-4e29-8f3f-018373a04816 req-bc7b044d-fcd6-433f-b899-8cd79edd3cd7 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Jan 11 23:21:17.707460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ece396f-1066-429c-9930-7d5048c55b13'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:21:17.709772 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413a6489-76aa-48ca-9f67-96deb6bd71f9" -d '{"events": [{"server_uuid": "3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e", "name": "network-vif-plugged", "status": "completed", "tag": "4ece396f-1066-429c-9930-7d5048c55b13"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:21:17.716888 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 35912) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:17.748717 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cc483d-cec8-49cc-abd8-3053214461f4 x-openstack-request-id: req-a8cc483d-cec8-49cc-abd8-3053214461f4 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:21:17.749065 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e", "name": "network-vif-plugged", "status": "completed", "tag": "4ece396f-1066-429c-9930-7d5048c55b13", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:21:17.749320 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8cc483d-cec8-49cc-abd8-3053214461f4 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:21:17.749706 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ece396f-1066-429c-9930-7d5048c55b13', 'code': 200} Jan 11 23:21:17.829779 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:17.873390 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fcc2145a-000a-4b19-879a-cdd973c66ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:17.905852 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c52b0-9646-48cb-859d-1091e5a7f38e req-a05cba95-1653-4d6e-b4f2-d277b89842dc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:17.907298 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a69c52b0-9646-48cb-859d-1091e5a7f38e req-a05cba95-1653-4d6e-b4f2-d277b89842dc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0796070 Jan 11 23:21:17.995133 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27d89d-028e-40ed-a84c-4bccddb45db0 req-faa02e0d-a9d3-4622-b5e6-326c412b66c0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:17.997192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5b27d89d-028e-40ed-a84c-4bccddb45db0 req-faa02e0d-a9d3-4622-b5e6-326c412b66c0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 944 time: 0.1133442 Jan 11 23:21:18.015347 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a69c52b0-9646-48cb-859d-1091e5a7f38e req-193ff44a-2699-4fc5-9890-d87e575e4713 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903919 Jan 11 23:21:18.043790 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Publish callbacks [] for security_group (ffdeda77-43fa-4ffd-9ace-6cc64d76aac1), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.072634 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5b27d89d-028e-40ed-a84c-4bccddb45db0 req-69a8444d-fece-45c1-8ef2-462e03b4526c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666969 Jan 11 23:21:18.108021 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ffdeda77-43fa-4ffd-9ace-6cc64d76aac1), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.166052 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d79be96e84a4b1d8ff0f346f5260b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477980 Jan 11 23:21:18.168782 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35934) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:18.170687 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdeda77-43fa-4ffd-9ace-6cc64d76aac1,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:18.186813 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4115862-7405-4a77-b6b1-59d309eda085 req-557dd222-4797-4bc7-bd25-f94da1fdd2f5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:18.188286 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4115862-7405-4a77-b6b1-59d309eda085 req-557dd222-4797-4bc7-bd25-f94da1fdd2f5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0905368 Jan 11 23:21:18.189983 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.190613 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.192700 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.193015 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.193383 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.193726 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.194045 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea6e4cf-0330-4981-8369-9943a634a953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:21:18.217863 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7397159b-8380-4b39-92b8-401861cc8ac5 admin admin] Publish callbacks [] for security_group (ffdeda77-43fa-4ffd-9ace-6cc64d76aac1), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.245192 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7397159b-8380-4b39-92b8-401861cc8ac5 admin admin] Publish callbacks [] for security_group (ffdeda77-43fa-4ffd-9ace-6cc64d76aac1), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.248254 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4115862-7405-4a77-b6b1-59d309eda085 req-8f691677-add1-4b9a-863d-03ae8dfbf9bb tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505962 Jan 11 23:21:18.371062 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7397159b-8380-4b39-92b8-401861cc8ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ffdeda77-43fa-4ffd-9ace-6cc64d76aac1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.373854 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7397159b-8380-4b39-92b8-401861cc8ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.375534 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7397159b-8380-4b39-92b8-401861cc8ac5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffdeda77-43fa-4ffd-9ace-6cc64d76aac1 HTTP/1.1" status: 204 len: 168 time: 0.2053349 Jan 11 23:21:18.383632 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397159b-8380-4b39-92b8-401861cc8ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdeda77-43fa-4ffd-9ace-6cc64d76aac1,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:18.734939 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a98e4687-1dcc-456e-9eb6-eebdaf46701e up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:21:18.867707 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port a98e4687-1dcc-456e-9eb6-eebdaf46701e completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:21:18.872182 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port a98e4687-1dcc-456e-9eb6-eebdaf46701e triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:21:18.872553 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.948797 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port a98e4687-1dcc-456e-9eb6-eebdaf46701e is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:21:18.949286 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:18.983084 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port a98e4687-1dcc-456e-9eb6-eebdaf46701e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:21:19.015861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35950) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:19.029498 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcca504b-8391-4c2d-ae4f-470fb3b36717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.067875 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.068967 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:21:19.110640 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcca504b-8391-4c2d-ae4f-470fb3b36717 admin admin] Publish callbacks [] for security_group (c54d3f89-eeb9-4164-9c51-a3ae00124417), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.128424 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.139176 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcd1d8-2fa6-495c-b2d0-3877f2834b0b req-3a23b36c-a398-459a-8f8b-2c41b5b96e4a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:19.141101 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-33fcd1d8-2fa6-495c-b2d0-3877f2834b0b req-3a23b36c-a398-459a-8f8b-2c41b5b96e4a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0522013 Jan 11 23:21:19.162482 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=a98e4687-1dcc-456e-9eb6-eebdaf46701e,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:19.187768 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dcca504b-8391-4c2d-ae4f-470fb3b36717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c54d3f89-eeb9-4164-9c51-a3ae00124417), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.224723 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca504b-8391-4c2d-ae4f-470fb3b36717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d3f89-eeb9-4164-9c51-a3ae00124417,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:19.228851 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-dcca504b-8391-4c2d-ae4f-470fb3b36717 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc68f89ea7734fb4adf59bd2e097dd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119777 Jan 11 23:21:19.231047 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-33fcd1d8-2fa6-495c-b2d0-3877f2834b0b req-93ca5708-c78d-428a-bd32-113b532a02dd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845802 Jan 11 23:21:19.232169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 35956) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:19.234389 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:21:19.238566 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:21:19.238963 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.239807 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e548898-c426-4cd8-9b08-008bb4696a33 req-bad51009-ed37-462e-9c7c-49ebfb9a3629 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:19.242693 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4e548898-c426-4cd8-9b08-008bb4696a33 req-bad51009-ed37-462e-9c7c-49ebfb9a3629 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0865476 Jan 11 23:21:19.309927 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3dea2d3-0210-480c-ac2c-640f1944fc7e admin admin] Publish callbacks [] for security_group (c54d3f89-eeb9-4164-9c51-a3ae00124417), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.313204 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4e548898-c426-4cd8-9b08-008bb4696a33 req-226a0097-84eb-479e-89da-b73dcd3a9917 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Jan 11 23:21:19.342353 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3dea2d3-0210-480c-ac2c-640f1944fc7e admin admin] Publish callbacks [] for security_group (c54d3f89-eeb9-4164-9c51-a3ae00124417), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.380809 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:21:19.381271 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.407920 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da28b96-f0b6-4e70-8fc6-da575ca21b06 req-07660fca-df6d-4af2-87f0-c70293379d65 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:19.409769 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9da28b96-f0b6-4e70-8fc6-da575ca21b06 req-07660fca-df6d-4af2-87f0-c70293379d65 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0563986 Jan 11 23:21:19.421370 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:21:19.455957 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3dea2d3-0210-480c-ac2c-640f1944fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c54d3f89-eeb9-4164-9c51-a3ae00124417), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.458589 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e3dea2d3-0210-480c-ac2c-640f1944fc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.459765 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e3dea2d3-0210-480c-ac2c-640f1944fc7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c54d3f89-eeb9-4164-9c51-a3ae00124417 HTTP/1.1" status: 204 len: 168 time: 0.2266974 Jan 11 23:21:19.463011 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9da28b96-f0b6-4e70-8fc6-da575ca21b06 req-ba49375b-e76e-4275-9cbf-830d3f4fd252 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Jan 11 23:21:19.467963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dea2d3-0210-480c-ac2c-640f1944fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d3f89-eeb9-4164-9c51-a3ae00124417,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:19.485295 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:19.533274 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:19.751261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e'}, {'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:21:19.753799 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57515063-5c2c-4136-8112-da82c913b313" -d '{"events": [{"server_uuid": "1c75f57c-94e5-4371-9a97-1a6aa416318b", "name": "network-vif-plugged", "status": "completed", "tag": "a98e4687-1dcc-456e-9eb6-eebdaf46701e"}, {"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:21:19.799047 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 11 Jan 2022 23:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def059f3-ba74-48e6-90e3-bf201a717d00 x-openstack-request-id: req-def059f3-ba74-48e6-90e3-bf201a717d00 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:21:19.799168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c75f57c-94e5-4371-9a97-1a6aa416318b", "name": "network-vif-plugged", "status": "completed", "tag": "a98e4687-1dcc-456e-9eb6-eebdaf46701e", "code": 200}, {"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:21:19.799365 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-def059f3-ba74-48e6-90e3-bf201a717d00 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:21:19.799761 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e', 'code': 200} Jan 11 23:21:19.800019 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'code': 200} Jan 11 23:21:20.367052 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebeccf-bf41-40ad-8ef2-be1f5eea79e2 req-4b9c211f-9da6-42bd-95df-120f37774880 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:20.368555 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-95ebeccf-bf41-40ad-8ef2-be1f5eea79e2 req-4b9c211f-9da6-42bd-95df-120f37774880 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0528109 Jan 11 23:21:20.399040 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:20.449735 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-95ebeccf-bf41-40ad-8ef2-be1f5eea79e2 req-e51a5aee-576d-449a-9ec7-ef6016395db2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728128 Jan 11 23:21:20.461553 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed78f1-f4fb-458c-96d1-6d046aa63e66 req-d1168cfa-bd66-4ee3-bfeb-106b005580c8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:20.461553 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67ed78f1-f4fb-458c-96d1-6d046aa63e66 req-d1168cfa-bd66-4ee3-bfeb-106b005580c8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0767639 Jan 11 23:21:20.518067 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67ed78f1-f4fb-458c-96d1-6d046aa63e66 req-a3b0aada-85b9-4f81-a60f-5fbbedfae006 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Jan 11 23:21:20.593630 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828659b-c9bd-4842-95c1-30b381c2ea03 req-ab1cde45-84a6-41ec-8330-8921483a55ff tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:20.595080 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e828659b-c9bd-4842-95c1-30b381c2ea03 req-ab1cde45-84a6-41ec-8330-8921483a55ff tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0519099 Jan 11 23:21:20.642436 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e828659b-c9bd-4842-95c1-30b381c2ea03 req-df587031-7dda-47bc-8686-b4954b15cfaf tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Jan 11 23:21:21.388249 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:21.597720 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64dbc0-94cb-4db9-b2ba-9332bb67a205 req-058d2e7f-4686-46a3-82a1-530d85b0db66 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:21.608859 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1f64dbc0-94cb-4db9-b2ba-9332bb67a205 req-058d2e7f-4686-46a3-82a1-530d85b0db66 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0855212 Jan 11 23:21:21.696275 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830048bf-0b88-461c-bf9d-533379060eac req-9934ed25-20e2-413d-bfaa-f61477c27d75 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:21.697787 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-830048bf-0b88-461c-bf9d-533379060eac req-9934ed25-20e2-413d-bfaa-f61477c27d75 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0855215 Jan 11 23:21:21.707839 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1f64dbc0-94cb-4db9-b2ba-9332bb67a205 req-291c5041-fc3d-4d56-ba67-05d5abf2a1b7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961514 Jan 11 23:21:21.780382 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-830048bf-0b88-461c-bf9d-533379060eac req-a738f79e-2fc2-4b83-8308-ff17c6b611c8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705261 Jan 11 23:21:21.825780 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29aaf38-35c9-40dd-b4de-c59fc87829db req-83c26ac3-c9b2-4426-9bb7-4a77e18a29c5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:21.827347 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c29aaf38-35c9-40dd-b4de-c59fc87829db req-83c26ac3-c9b2-4426-9bb7-4a77e18a29c5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0594254 Jan 11 23:21:21.875262 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c29aaf38-35c9-40dd-b4de-c59fc87829db req-c69830df-20a2-475b-9a35-f8d2dea7a999 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Jan 11 23:21:21.905732 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:22.173290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf5c53-7036-4894-8a92-a56c3a146da7 req-83c9fa55-22e2-4ea5-8d5e-74afb282f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:22.177767 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-b0cf5c53-7036-4894-8a92-a56c3a146da7 req-83c9fa55-22e2-4ea5-8d5e-74afb282f088 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0912447 Jan 11 23:21:22.177767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944c8d5-881f-4817-a596-5b9e2154bc91 req-63bf9de1-f93c-45f2-baeb-4f620979bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:22.178714 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f944c8d5-881f-4817-a596-5b9e2154bc91 req-63bf9de1-f93c-45f2-baeb-4f620979bce2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1099 time: 0.1028275 Jan 11 23:21:22.180325 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b4c214-cb53-425b-9dae-4ac3c03ab6e2 req-72216008-9c29-4722-88f7-b1097f7d0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:22.181717 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-79b4c214-cb53-425b-9dae-4ac3c03ab6e2 req-72216008-9c29-4722-88f7-b1097f7d0795 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 1098 time: 0.0862978 Jan 11 23:21:22.283342 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-b0cf5c53-7036-4894-8a92-a56c3a146da7 req-838ccc4d-5c68-4322-9d04-41877924a388 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965934 Jan 11 23:21:22.289358 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f944c8d5-881f-4817-a596-5b9e2154bc91 req-b6ef8559-6f1e-40bf-bb3c-6f2735200fcc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961297 Jan 11 23:21:22.296486 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-79b4c214-cb53-425b-9dae-4ac3c03ab6e2 req-10d4183f-c470-4fa1-91d1-141b30b04ed7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874643 Jan 11 23:21:22.829491 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ca0e4-17ce-4854-a3f3-a2193d7b7417 req-e923ec1d-6d0b-4c41-ad24-7a8361fd7910 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:22.830985 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-295ca0e4-17ce-4854-a3f3-a2193d7b7417 req-e923ec1d-6d0b-4c41-ad24-7a8361fd7910 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0553408 Jan 11 23:21:22.910147 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-295ca0e4-17ce-4854-a3f3-a2193d7b7417 req-73bcc6b3-ee01-404c-b271-e6e3c56efd95 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734291 Jan 11 23:21:22.923053 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c02188-3e30-4148-a1a7-204fac02d8ad req-f1cb2426-bbf5-4b11-a778-72edf72c4b07 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:22.924498 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67c02188-3e30-4148-a1a7-204fac02d8ad req-f1cb2426-bbf5-4b11-a778-72edf72c4b07 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0743508 Jan 11 23:21:22.982879 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67c02188-3e30-4148-a1a7-204fac02d8ad req-ce4b664d-0d7f-4b14-80a3-92cb6d5ed42b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519445 Jan 11 23:21:23.018694 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28b534-a491-46bc-9315-8dd6a8e31b7f req-bbbd6c5f-8fd3-4c01-af75-9055fc22ed3f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:23.020160 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bd28b534-a491-46bc-9315-8dd6a8e31b7f req-bbbd6c5f-8fd3-4c01-af75-9055fc22ed3f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0531993 Jan 11 23:21:23.067291 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bd28b534-a491-46bc-9315-8dd6a8e31b7f req-9a3c1b04-2ff2-4f0a-b745-6b9ed08d0455 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jan 11 23:21:24.039038 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b4123-45de-4d05-ab1b-40fc1315c153 req-2416ae3a-b61c-4207-b70f-20b7eaec1ba2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:24.047661 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-677b4123-45de-4d05-ab1b-40fc1315c153 req-2416ae3a-b61c-4207-b70f-20b7eaec1ba2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0627737 Jan 11 23:21:24.145391 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-677b4123-45de-4d05-ab1b-40fc1315c153 req-12688514-175e-4488-a8b6-310b00220ca5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966182 Jan 11 23:21:24.153800 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654f04e-c268-4789-b38e-e0217bed14dc req-4e8c46c3-79d4-4d96-9987-67c524f5f0a1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:24.155212 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b654f04e-c268-4789-b38e-e0217bed14dc req-4e8c46c3-79d4-4d96-9987-67c524f5f0a1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0929980 Jan 11 23:21:24.221554 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b654f04e-c268-4789-b38e-e0217bed14dc req-327b8352-3336-4e4c-8312-500d8dd34c9e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574877 Jan 11 23:21:24.268532 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011ac3b-257f-4f25-bd71-7d642e3889d8 req-eb945347-1614-4cec-aad7-3a13465f84a5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:24.270019 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f011ac3b-257f-4f25-bd71-7d642e3889d8 req-eb945347-1614-4cec-aad7-3a13465f84a5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0535512 Jan 11 23:21:24.325781 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f011ac3b-257f-4f25-bd71-7d642e3889d8 req-5d4cf494-a5e5-4019-92a0-0af73903318f tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Jan 11 23:21:24.875285 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:21:25.271227 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42a4ad-ff42-4803-a2ed-d3c96ce69c0c req-cd014f01-a090-4709-957a-8951394705a7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:25.272741 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a42a4ad-ff42-4803-a2ed-d3c96ce69c0c req-cd014f01-a090-4709-957a-8951394705a7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0545793 Jan 11 23:21:25.348904 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a42a4ad-ff42-4803-a2ed-d3c96ce69c0c req-3ffb3ee0-1c9b-472e-83cd-927315458231 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682323 Jan 11 23:21:25.364394 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a504f-ccca-4928-915e-c36d89f7f21f req-3f67fa98-651b-4fa3-a049-736dcb27d392 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:25.365902 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b87a504f-ccca-4928-915e-c36d89f7f21f req-3f67fa98-651b-4fa3-a049-736dcb27d392 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0710998 Jan 11 23:21:25.426035 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b87a504f-ccca-4928-915e-c36d89f7f21f req-fec51c6e-453a-4680-9c80-cb667b37759e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501146 Jan 11 23:21:25.466831 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce30b5-517d-4e75-ba36-44014524aac8 req-1f604301-d802-481d-9aff-97530cb59c8e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:25.468294 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97ce30b5-517d-4e75-ba36-44014524aac8 req-1f604301-d802-481d-9aff-97530cb59c8e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0614471 Jan 11 23:21:25.517916 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97ce30b5-517d-4e75-ba36-44014524aac8 req-db3590fe-f186-4def-9cfa-5ab9312faeca tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Jan 11 23:21:26.474275 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af2210-f1b7-4a43-a8fc-17aab9083119 req-8db4f9aa-7613-4859-a954-539971b2b69f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:26.475689 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b6af2210-f1b7-4a43-a8fc-17aab9083119 req-8db4f9aa-7613-4859-a954-539971b2b69f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Jan 11 23:21:26.561831 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b6af2210-f1b7-4a43-a8fc-17aab9083119 req-b48436c8-75e3-4a27-9cce-5da6e12ab1b3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799122 Jan 11 23:21:26.578675 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7db36-70a7-49fd-8163-3eb36920139e req-d076b342-f798-4801-80cf-c29113243ca2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:26.586506 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2f7db36-70a7-49fd-8163-3eb36920139e req-d076b342-f798-4801-80cf-c29113243ca2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0879958 Jan 11 23:21:26.662933 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2f7db36-70a7-49fd-8163-3eb36920139e req-49907076-223a-404e-a558-72c71b9a2ad5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756025 Jan 11 23:21:26.703513 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ffb3f-b2e7-4ad5-b042-7668db68e04d req-abb6f63b-8dd1-4526-89d1-d4b2f2e33934 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:26.704988 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-379ffb3f-b2e7-4ad5-b042-7668db68e04d req-abb6f63b-8dd1-4526-89d1-d4b2f2e33934 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0627844 Jan 11 23:21:26.752135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-379ffb3f-b2e7-4ad5-b042-7668db68e04d req-e690b04c-b275-43c2-bedf-f0311d24691e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Jan 11 23:21:26.994577 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36206) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:27.099426 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09c05ac5-4bd4-41f7-9994-2e8539684eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.174655 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09c05ac5-4bd4-41f7-9994-2e8539684eca admin admin] Publish callbacks [] for security_group (d09730d1-b667-4382-9cbd-35abaeb8b0df), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.215858 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-09c05ac5-4bd4-41f7-9994-2e8539684eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d09730d1-b667-4382-9cbd-35abaeb8b0df), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.255779 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c05ac5-4bd4-41f7-9994-2e8539684eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09730d1-b667-4382-9cbd-35abaeb8b0df,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:27.259728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 36212) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:27.266805 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-09c05ac5-4bd4-41f7-9994-2e8539684eca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66cdb8103b3b426abc7139710067e8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700381 Jan 11 23:21:27.309665 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb260218-bfb1-47e2-bf01-a971c8257985 admin admin] Publish callbacks [] for security_group (d09730d1-b667-4382-9cbd-35abaeb8b0df), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.330861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb260218-bfb1-47e2-bf01-a971c8257985 admin admin] Publish callbacks [] for security_group (d09730d1-b667-4382-9cbd-35abaeb8b0df), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.454152 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb260218-bfb1-47e2-bf01-a971c8257985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d09730d1-b667-4382-9cbd-35abaeb8b0df), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.456733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bb260218-bfb1-47e2-bf01-a971c8257985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:27.458033 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-bb260218-bfb1-47e2-bf01-a971c8257985 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d09730d1-b667-4382-9cbd-35abaeb8b0df HTTP/1.1" status: 204 len: 168 time: 0.1973341 Jan 11 23:21:27.467066 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb260218-bfb1-47e2-bf01-a971c8257985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09730d1-b667-4382-9cbd-35abaeb8b0df,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:27.695538 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a79fa-3bc8-4715-b980-c697704d55d7 req-f67e1914-d54b-4c24-8c4a-f6a1c18be93f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:27.697192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e23a79fa-3bc8-4715-b980-c697704d55d7 req-f67e1914-d54b-4c24-8c4a-f6a1c18be93f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0565901 Jan 11 23:21:27.773064 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e23a79fa-3bc8-4715-b980-c697704d55d7 req-7e363adf-4228-43db-af98-a6133507c623 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691259 Jan 11 23:21:27.805705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9bcff-ea94-4641-a3f2-ea16520877f1 req-c2b98425-936f-49fe-8bc3-71a37036209d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:27.809096 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abf9bcff-ea94-4641-a3f2-ea16520877f1 req-c2b98425-936f-49fe-8bc3-71a37036209d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0736110 Jan 11 23:21:27.858012 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abf9bcff-ea94-4641-a3f2-ea16520877f1 req-64b4ebae-c4e0-4dbb-bec1-fce532b57064 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Jan 11 23:21:27.992134 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 36232) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:28.005488 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78722cd1-98d4-41b7-b25f-2da6585255fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.078723 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78722cd1-98d4-41b7-b25f-2da6585255fa admin admin] Publish callbacks [] for security_group (37ef6595-74b1-4bbb-aeb1-6250e9990e94), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.129946 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78722cd1-98d4-41b7-b25f-2da6585255fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (37ef6595-74b1-4bbb-aeb1-6250e9990e94), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.166117 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-78722cd1-98d4-41b7-b25f-2da6585255fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0e0b4bdf9a4992afa85fbfd3798c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729074 Jan 11 23:21:28.167501 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722cd1-98d4-41b7-b25f-2da6585255fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef6595-74b1-4bbb-aeb1-6250e9990e94,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:28.170037 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36234) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:28.216585 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0da030-e033-4c82-97c9-643b071e2d8b admin admin] Publish callbacks [] for security_group (37ef6595-74b1-4bbb-aeb1-6250e9990e94), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.236733 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0da030-e033-4c82-97c9-643b071e2d8b admin admin] Publish callbacks [] for security_group (37ef6595-74b1-4bbb-aeb1-6250e9990e94), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.347707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0da030-e033-4c82-97c9-643b071e2d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (37ef6595-74b1-4bbb-aeb1-6250e9990e94), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.350444 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0a0da030-e033-4c82-97c9-643b071e2d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:28.351567 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0a0da030-e033-4c82-97c9-643b071e2d8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ef6595-74b1-4bbb-aeb1-6250e9990e94 HTTP/1.1" status: 204 len: 168 time: 0.1803715 Jan 11 23:21:28.359950 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0da030-e033-4c82-97c9-643b071e2d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef6595-74b1-4bbb-aeb1-6250e9990e94,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:28.908755 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8d4ec-85de-401a-b7f0-38ed657e4513 req-485e35ad-9dad-4002-aee1-7d9467ead73c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:28.911798 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cdb8d4ec-85de-401a-b7f0-38ed657e4513 req-485e35ad-9dad-4002-aee1-7d9467ead73c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0638494 Jan 11 23:21:28.991306 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cdb8d4ec-85de-401a-b7f0-38ed657e4513 req-335b2894-2bc1-4a39-a523-c350373c6f8c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744855 Jan 11 23:21:29.003787 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d084-2aff-4f4e-a8d0-2fe32ff99fed req-7787f35d-e4a5-4119-b125-01677cf66807 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:29.008261 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b124d084-2aff-4f4e-a8d0-2fe32ff99fed req-7787f35d-e4a5-4119-b125-01677cf66807 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0725453 Jan 11 23:21:29.053064 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b124d084-2aff-4f4e-a8d0-2fe32ff99fed req-bc046780-d1c7-4276-9181-d111dbba5095 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jan 11 23:21:30.115842 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e67b8-03c7-4af5-b297-673c1ffcfc3a req-6e6ba823-4887-4981-be4e-3822d4cc378d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:30.117375 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-690e67b8-03c7-4af5-b297-673c1ffcfc3a req-6e6ba823-4887-4981-be4e-3822d4cc378d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0541453 Jan 11 23:21:30.199956 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-690e67b8-03c7-4af5-b297-673c1ffcfc3a req-cd3c6f07-71ac-4bb9-b186-9315d77e4684 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767186 Jan 11 23:21:30.209701 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15a86d-f910-4522-b5b3-71f213cb57bd req-b9ace804-d68d-429c-9d32-420c6b30a3e9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:30.211212 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f15a86d-f910-4522-b5b3-71f213cb57bd req-b9ace804-d68d-429c-9d32-420c6b30a3e9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0816340 Jan 11 23:21:30.265711 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f15a86d-f910-4522-b5b3-71f213cb57bd req-4433277c-b688-41ee-a1c6-3d35cccf22a0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Jan 11 23:21:31.335082 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19360040-fe87-4a2f-a2dc-7d3e9d18ccb0 req-821bbbbb-b3bd-4c6a-9c04-89c723e86c09 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:31.337145 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-19360040-fe87-4a2f-a2dc-7d3e9d18ccb0 req-821bbbbb-b3bd-4c6a-9c04-89c723e86c09 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0633471 Jan 11 23:21:31.434378 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-19360040-fe87-4a2f-a2dc-7d3e9d18ccb0 req-ccdb815d-c111-4cfe-8c67-ace7e379e3d0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903540 Jan 11 23:21:31.458094 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b346-a580-4ab4-9e1d-17b7718b60e8 req-658726da-110f-4626-b291-362e2e02e616 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:31.458094 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3a27b346-a580-4ab4-9e1d-17b7718b60e8 req-658726da-110f-4626-b291-362e2e02e616 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.1031637 Jan 11 23:21:31.561592 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3a27b346-a580-4ab4-9e1d-17b7718b60e8 req-d67886bd-9e3c-47ec-b265-affcb5da1cef tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009929 Jan 11 23:21:31.634236 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce20ce0-f39d-4108-84d3-6436136f8f5e req-67a9ee23-6d16-45c1-a89e-87d928844197 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:31.635932 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ce20ce0-f39d-4108-84d3-6436136f8f5e req-67a9ee23-6d16-45c1-a89e-87d928844197 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0532372 Jan 11 23:21:31.646277 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:31.656385 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'floatingip': {'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:21:31.741890 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (c3a620f5-1160-4baa-af9e-992fc28cd042), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:32.171751 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-3812db43-4fbd-41f2-ba86-cdfe977211a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:32.173180 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-3812db43-4fbd-41f2-ba86-cdfe977211a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 1098 time: 0.0441852 Jan 11 23:21:32.270556 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-4cb0f9c8-3fcd-4d6e-a6d1-9d8d80448afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:32.272087 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-4cb0f9c8-3fcd-4d6e-a6d1-9d8d80448afa service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.0921805 Jan 11 23:21:32.315385 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-425a9e39-c7de-4f95-8bff-fa0086fd9870 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e HTTP/1.1" status: 200 len: 217 time: 0.0370448 Jan 11 23:21:32.330615 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82179509-7925-41f6-9be7-129ab2a91485 req-7a6fa3d2-0258-47d1-a8ef-18b3c1da7a1a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:32.332089 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82179509-7925-41f6-9be7-129ab2a91485 req-7a6fa3d2-0258-47d1-a8ef-18b3c1da7a1a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.3016078 Jan 11 23:21:32.365482 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-19fdcabb-c905-46c8-8084-e9d35a9dd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:32.367878 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-19fdcabb-c905-46c8-8084-e9d35a9dd89b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0459924 Jan 11 23:21:32.399398 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-fe8acd9f-5881-4993-8d8b-6db57d84845a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252464 Jan 11 23:21:32.495613 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-ef5edecc-78d7-49fb-9c4a-25cea4ef164d service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896516 Jan 11 23:21:32.503899 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82179509-7925-41f6-9be7-129ab2a91485 req-89194b81-5422-46f7-9c5b-0eae7f396054 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378095 Jan 11 23:21:32.589895 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1ff94f67-a979-44c3-bcaa-8a7e2b57a5ee req-0fe893ad-7419-4988-a312-b669f349223c service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883462 Jan 11 23:21:32.605265 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:32.667362 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (c3a620f5-1160-4baa-af9e-992fc28cd042), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:32.782373 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Floating IP c3a620f5-1160-4baa-af9e-992fc28cd042 associated. External IP: 172.27.0.93, port: ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc. Jan 11 23:21:33.012643 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:21:33.124164 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:21:33.128867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:33.137377 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:21:33.147595 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:21:33.148349 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:21:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:21:33.157126 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d6a24ed9-a208-4061-a171-94a47009bcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "PUT /v2.0/floatingips/c3a620f5-1160-4baa-af9e-992fc28cd042 HTTP/1.1" status: 200 len: 991 time: 1.5110056 Jan 11 23:21:33.157772 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:21:33.160612 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0029868-7e9c-4de9-bfe2-400bfb35c83f" -d '{"events": [{"name": "network-changed", "server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:21:33.256575 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:21:33.345155 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f8727-247e-4c27-8e30-4e390be814f5 x-openstack-request-id: req-5b4f8727-247e-4c27-8e30-4e390be814f5 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:21:33.345705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:21:33.346009 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b4f8727-247e-4c27-8e30-4e390be814f5 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:21:33.346412 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'status': 'completed', 'code': 200} Jan 11 23:21:33.456350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-b3050718-d276-4c2d-b2e7-230cfe515182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:33.457905 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-b3050718-d276-4c2d-b2e7-230cfe515182 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1099 time: 0.0457063 Jan 11 23:21:33.538783 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'c3a620f5-1160-4baa-af9e-992fc28cd042', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'mac_address': 'fa:16:3e:a4:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:20:23Z', 'updated_at': '2022-01-11T23:21:32Z', 'revision_number': 1, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:21:33.573877 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:21:33.583186 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:21:33.583793 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:21:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:21:33.587400 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-d39b32ee-1a5f-465c-97f9-3072fa99d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:33.589461 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-d39b32ee-1a5f-465c-97f9-3072fa99d25c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.1239028 Jan 11 23:21:33.645668 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd4af8-bd7c-4af6-9f1c-acf4dd6ae4a9 req-d7a3ff07-0513-418a-a99e-8dcd19dfb970 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:33.650276 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21dd4af8-bd7c-4af6-9f1c-acf4dd6ae4a9 req-d7a3ff07-0513-418a-a99e-8dcd19dfb970 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0677910 Jan 11 23:21:33.733262 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-fa176be0-4c66-44a5-ada4-63d6920b5622 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 999 time: 0.1381445 Jan 11 23:21:33.734317 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21dd4af8-bd7c-4af6-9f1c-acf4dd6ae4a9 req-ebaf01da-fab4-437e-a659-5e78e118edd5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755274 Jan 11 23:21:33.810350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-524be146-e057-4b2a-a44c-e11fbca55fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:33.812030 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-524be146-e057-4b2a-a44c-e11fbca55fea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0714438 Jan 11 23:21:33.853089 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:21:33.886133 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-2e09a17b-f57a-46dc-b7ea-f8661c299645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:33.887878 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-2e09a17b-f57a-46dc-b7ea-f8661c299645 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482082 Jan 11 23:21:34.003455 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-c3f7e7aa-7d75-4b53-8181-1af80542fb31 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974929 Jan 11 23:21:34.115019 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0029868-7e9c-4de9-bfe2-400bfb35c83f req-0116a0c5-204a-49b9-a493-d0e9fe6b822d service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013429 Jan 11 23:21:34.118040 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'c3a620f5-1160-4baa-af9e-992fc28cd042', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'mac_address': 'fa:16:3e:a4:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:20:23Z', 'updated_at': '2022-01-11T23:21:32Z', 'revision_number': 1, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:21:34.146796 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd8a32d-7494-4bb1-a786-2f87b0b8fbde None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'c3a620f5-1160-4baa-af9e-992fc28cd042', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 80, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'mac_address': 'fa:16:3e:a4:c9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:20:23Z', 'updated_at': '2022-01-11T23:21:32Z', 'revision_number': 1, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:21:34.374185 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34759b-9ba6-4130-9128-cc0ddc972fb5 None None] New status for floating IP c3a620f5-1160-4baa-af9e-992fc28cd042: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:21:34.869573 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd12f5-ed41-4d29-9b47-66911570f242 req-7a6b7e2e-5b6b-4bbf-8895-7731177a92fb tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:34.873959 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53cd12f5-ed41-4d29-9b47-66911570f242 req-7a6b7e2e-5b6b-4bbf-8895-7731177a92fb tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0535483 Jan 11 23:21:34.926127 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53cd12f5-ed41-4d29-9b47-66911570f242 req-eb382bb3-19a7-4542-8b8a-efbfd98f4cbe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 Jan 11 23:21:36.038584 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb31a1-119d-4948-81b0-6ce4c60512f0 req-9e5deea5-9e36-437a-84a0-1c8e3fab4953 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:36.040136 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dbfb31a1-119d-4948-81b0-6ce4c60512f0 req-9e5deea5-9e36-437a-84a0-1c8e3fab4953 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0478442 Jan 11 23:21:36.090777 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dbfb31a1-119d-4948-81b0-6ce4c60512f0 req-0031d4d3-a11b-4331-a423-b375fdd9683a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Jan 11 23:21:37.205357 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22264036-570b-4c0c-bfd7-e8789b89eaa6 req-11cb4841-73f3-4426-beab-9f2965828a17 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:37.206802 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22264036-570b-4c0c-bfd7-e8789b89eaa6 req-11cb4841-73f3-4426-beab-9f2965828a17 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0488675 Jan 11 23:21:37.253264 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22264036-570b-4c0c-bfd7-e8789b89eaa6 req-c2bdf3f1-09f2-4a08-a88b-ca9f9ac9d922 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Jan 11 23:21:38.363735 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f951f7-0c4b-4b0e-9b8a-74986fb9fd3e req-2515a17f-c994-4237-96ae-3ce8eaa5e5b9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:38.365207 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-95f951f7-0c4b-4b0e-9b8a-74986fb9fd3e req-2515a17f-c994-4237-96ae-3ce8eaa5e5b9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0475371 Jan 11 23:21:38.411063 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-95f951f7-0c4b-4b0e-9b8a-74986fb9fd3e req-860208f9-261d-49ad-812e-493eb1e69e55 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Jan 11 23:21:39.525600 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bedea-8de0-4e1e-8fca-050e16e24856 req-9bb176b9-45e8-4c67-98de-4d14960fd7b8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:39.527062 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3a5bedea-8de0-4e1e-8fca-050e16e24856 req-9bb176b9-45e8-4c67-98de-4d14960fd7b8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0509644 Jan 11 23:21:39.573760 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3a5bedea-8de0-4e1e-8fca-050e16e24856 req-9f8c9c86-cbd0-4760-95da-f45012917d67 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Jan 11 23:21:40.688098 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ac56-f746-43a6-b37f-cee8551b81ae req-69d68271-3aa2-4af2-ac7e-1bd0058ac202 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:40.689765 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-44b6ac56-f746-43a6-b37f-cee8551b81ae req-69d68271-3aa2-4af2-ac7e-1bd0058ac202 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0480597 Jan 11 23:21:40.737357 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-44b6ac56-f746-43a6-b37f-cee8551b81ae req-24f45b67-a75a-4c5c-95e3-77c4f7b04537 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419359 Jan 11 23:21:41.858237 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe879-7385-442b-84a7-548258be38a2 req-b86beb74-7cc1-4899-a731-c560788a2c6d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:41.860080 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cb4fe879-7385-442b-84a7-548258be38a2 req-b86beb74-7cc1-4899-a731-c560788a2c6d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0543478 Jan 11 23:21:41.907878 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cb4fe879-7385-442b-84a7-548258be38a2 req-1959d2ef-dc34-4db5-be8e-8b3a5cdaccef tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Jan 11 23:21:43.019190 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572934b4-9c67-469b-8140-8e68fe55e79d req-73b3d6c6-db85-48ab-956f-eaf40627f93a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:43.020637 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-572934b4-9c67-469b-8140-8e68fe55e79d req-73b3d6c6-db85-48ab-956f-eaf40627f93a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0479753 Jan 11 23:21:43.066966 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-572934b4-9c67-469b-8140-8e68fe55e79d req-ca2539e9-040b-4b7a-a312-2543b6401548 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Jan 11 23:21:44.179095 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16967139-40cf-4e63-9a1c-bc018b840c89 req-9a50100b-1445-4c78-b74e-31de27de4238 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:44.180573 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-16967139-40cf-4e63-9a1c-bc018b840c89 req-9a50100b-1445-4c78-b74e-31de27de4238 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0479884 Jan 11 23:21:44.229840 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-16967139-40cf-4e63-9a1c-bc018b840c89 req-71004c5a-dbe9-4a4b-bfcd-8a4acb212e53 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Jan 11 23:21:45.344363 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212e4a4-7ea9-4625-99bc-f5917f76bb55 req-ed72b604-68db-4e57-8c29-a251bffebd01 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:45.345905 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1212e4a4-7ea9-4625-99bc-f5917f76bb55 req-ed72b604-68db-4e57-8c29-a251bffebd01 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0479877 Jan 11 23:21:45.391762 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1212e4a4-7ea9-4625-99bc-f5917f76bb55 req-0d03b0f8-7694-4d58-8517-7c82c162096b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404584 Jan 11 23:21:45.637950 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0db442c7-032e-4655-86bc-907654014d3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:46.505150 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee6599-6dca-4959-afd6-0c17a75b189f req-5ad9bc10-94ba-40c2-aca1-a938ed606154 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:46.506623 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8ee6599-6dca-4959-afd6-0c17a75b189f req-5ad9bc10-94ba-40c2-aca1-a938ed606154 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0478883 Jan 11 23:21:46.552002 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8ee6599-6dca-4959-afd6-0c17a75b189f req-972e4307-12a9-47ae-816a-fdb408a23eac tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Jan 11 23:21:47.820174 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf474f-50a5-495f-b35c-43cd16123d02 req-b489e40f-ae6f-45a6-a290-cedf95634b95 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:47.821695 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-19cf474f-50a5-495f-b35c-43cd16123d02 req-b489e40f-ae6f-45a6-a290-cedf95634b95 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.2040257 Jan 11 23:21:47.878492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4ddcda58-a7f4-44a5-925c-5fdab0b40357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:47.881432 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-19cf474f-50a5-495f-b35c-43cd16123d02 req-b1044159-26cb-487b-8811-4a370fe9da6b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541892 Jan 11 23:21:48.995146 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6512e-3a41-4e00-b27c-59b73b62e701 req-ed1462be-861c-478b-985b-62c99c33fb23 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:48.996586 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fbd6512e-3a41-4e00-b27c-59b73b62e701 req-ed1462be-861c-478b-985b-62c99c33fb23 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0473905 Jan 11 23:21:49.041566 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fbd6512e-3a41-4e00-b27c-59b73b62e701 req-04628e9b-9ff6-422b-a805-c9a587687fca tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396781 Jan 11 23:21:49.152784 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:50.154049 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bead6c-3877-4e50-ab89-5c5301168b59 req-ceb48497-9ce5-46d1-a5cb-55fcf69bfcaf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:50.155507 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a3bead6c-3877-4e50-ab89-5c5301168b59 req-ceb48497-9ce5-46d1-a5cb-55fcf69bfcaf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0474169 Jan 11 23:21:50.205003 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a3bead6c-3877-4e50-ab89-5c5301168b59 req-b864d84d-395d-4ea9-b951-ecb91b23069e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Jan 11 23:21:50.373376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:51.321772 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d36e85-5333-4912-a8e2-a5fdc18b8249 req-2696985d-6efe-410c-96f5-99d7007aa586 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:51.323329 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c8d36e85-5333-4912-a8e2-a5fdc18b8249 req-2696985d-6efe-410c-96f5-99d7007aa586 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0523396 Jan 11 23:21:51.370600 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c8d36e85-5333-4912-a8e2-a5fdc18b8249 req-657cb751-b2a8-4abf-bdce-e3ec86c48d7a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Jan 11 23:21:51.442226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:51.836066 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:52.486654 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69fe27-366a-4010-b0bb-8c951fa11d6e req-c83cc4a9-c610-4485-9710-670eeddd772a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:52.488135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8c69fe27-366a-4010-b0bb-8c951fa11d6e req-c83cc4a9-c610-4485-9710-670eeddd772a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0510690 Jan 11 23:21:52.533343 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8c69fe27-366a-4010-b0bb-8c951fa11d6e req-6247a565-afb7-47a4-9fa9-d00321413c3a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Jan 11 23:21:53.781566 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08872b-e1ee-424e-a935-3d303b1caa08 req-0d4a67d6-3b49-4ec4-af58-04c33eb95a61 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:53.783048 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6b08872b-e1ee-424e-a935-3d303b1caa08 req-0d4a67d6-3b49-4ec4-af58-04c33eb95a61 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0535946 Jan 11 23:21:53.830315 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6b08872b-e1ee-424e-a935-3d303b1caa08 req-fd285d52-4b4b-4361-bf20-eb536885f21f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412333 Jan 11 23:21:54.943012 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a9808-e3b0-4598-873b-d624ca6ffb99 req-190db30b-0af7-4088-8fc3-37fb6180adc7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:54.944508 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a0a9808-e3b0-4598-873b-d624ca6ffb99 req-190db30b-0af7-4088-8fc3-37fb6180adc7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0485291 Jan 11 23:21:54.991206 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1a0a9808-e3b0-4598-873b-d624ca6ffb99 req-18f7479b-124e-4955-a989-d227328f7e8c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Jan 11 23:21:56.102926 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb94a13-3d5c-4f81-82f4-78220402b807 req-f20ab64f-3cce-44aa-8a1c-b68fa31a5ebd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:56.104376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ebb94a13-3d5c-4f81-82f4-78220402b807 req-f20ab64f-3cce-44aa-8a1c-b68fa31a5ebd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0480547 Jan 11 23:21:56.153221 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ebb94a13-3d5c-4f81-82f4-78220402b807 req-1fae3421-b95a-4eae-843a-28979a049d59 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Jan 11 23:21:57.279528 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831777c-0cb5-4650-833f-cd4cc5745595 req-951d5389-81a9-4c56-baf1-fc7ecef80ae2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:57.279528 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b831777c-0cb5-4650-833f-cd4cc5745595 req-951d5389-81a9-4c56-baf1-fc7ecef80ae2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0523164 Jan 11 23:21:57.328725 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b831777c-0cb5-4650-833f-cd4cc5745595 req-ac13fe9b-f709-4228-80c5-13fec4989098 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Jan 11 23:21:58.445433 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5576-5381-480b-9bd2-0b539a75e7a2 req-9e791154-e615-4e3f-af40-7926f31beebd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:58.447010 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-646c5576-5381-480b-9bd2-0b539a75e7a2 req-9e791154-e615-4e3f-af40-7926f31beebd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0497773 Jan 11 23:21:58.496770 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-646c5576-5381-480b-9bd2-0b539a75e7a2 req-7e886eee-ac64-43ad-844a-0c81e95e23af tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Jan 11 23:21:58.843549 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36870) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:58.953715 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd36da4-5c41-4434-855b-c13aab22c04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.027084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd36da4-5c41-4434-855b-c13aab22c04a admin admin] Publish callbacks [] for security_group (7a8676f6-7420-4ce8-ac58-ceee31db6415), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.083803 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd36da4-5c41-4434-855b-c13aab22c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7a8676f6-7420-4ce8-ac58-ceee31db6415), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.125494 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3bd36da4-5c41-4434-855b-c13aab22c04a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90da07061d134c60b3fc25943aa20255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808521 Jan 11 23:21:59.126340 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd36da4-5c41-4434-855b-c13aab22c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8676f6-7420-4ce8-ac58-ceee31db6415,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:59.128671 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 36888) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:59.177388 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd4752-a1da-4edd-84a8-82a3a9e5e38b admin admin] Publish callbacks [] for security_group (7a8676f6-7420-4ce8-ac58-ceee31db6415), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.198405 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd4752-a1da-4edd-84a8-82a3a9e5e38b admin admin] Publish callbacks [] for security_group (7a8676f6-7420-4ce8-ac58-ceee31db6415), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.323711 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd4752-a1da-4edd-84a8-82a3a9e5e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7a8676f6-7420-4ce8-ac58-ceee31db6415), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.326431 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56fd4752-a1da-4edd-84a8-82a3a9e5e38b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.330298 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-56fd4752-a1da-4edd-84a8-82a3a9e5e38b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a8676f6-7420-4ce8-ac58-ceee31db6415 HTTP/1.1" status: 204 len: 168 time: 0.1979375 Jan 11 23:21:59.336253 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd4752-a1da-4edd-84a8-82a3a9e5e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8676f6-7420-4ce8-ac58-ceee31db6415,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:21:59.612645 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2348-1c71-4ee5-8d05-314b4bd707b5 req-2e493979-2ea1-4453-a557-7aae2622381a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:21:59.614227 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-469e2348-1c71-4ee5-8d05-314b4bd707b5 req-2e493979-2ea1-4453-a557-7aae2622381a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0506651 Jan 11 23:21:59.662831 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-469e2348-1c71-4ee5-8d05-314b4bd707b5 req-7b3ee364-340f-47fb-a35e-b5d75dc21ab8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Jan 11 23:21:59.737301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 36908) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:21:59.857831 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6608b1-7742-4eb4-ae8f-79c2c27c2bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.931545 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6608b1-7742-4eb4-ae8f-79c2c27c2bad admin admin] Publish callbacks [] for security_group (f8bf8868-7ee1-4730-af04-e297037b8b32), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:21:59.997922 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea6608b1-7742-4eb4-ae8f-79c2c27c2bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f8bf8868-7ee1-4730-af04-e297037b8b32), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.036429 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ea6608b1-7742-4eb4-ae8f-79c2c27c2bad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80d4570d5c8d4c7fa26f90c853eac1e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980897 Jan 11 23:22:00.037313 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6608b1-7742-4eb4-ae8f-79c2c27c2bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf8868-7ee1-4730-af04-e297037b8b32,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:00.039164 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:00.093360 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a9fe-7731-45ce-b529-c41db05ddbe2 admin admin] Publish callbacks [] for security_group (f8bf8868-7ee1-4730-af04-e297037b8b32), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.116839 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a9fe-7731-45ce-b529-c41db05ddbe2 admin admin] Publish callbacks [] for security_group (f8bf8868-7ee1-4730-af04-e297037b8b32), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.173138 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36916) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:00.186673 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78af09ef-4b07-4569-bb2a-b3ac6b582ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.231647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a9fe-7731-45ce-b529-c41db05ddbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f8bf8868-7ee1-4730-af04-e297037b8b32), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.234268 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a9fe-7731-45ce-b529-c41db05ddbe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.235405 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-2ca7a9fe-7731-45ce-b529-c41db05ddbe2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8bf8868-7ee1-4730-af04-e297037b8b32 HTTP/1.1" status: 204 len: 168 time: 0.1951983 Jan 11 23:22:00.253342 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7a9fe-7731-45ce-b529-c41db05ddbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf8868-7ee1-4730-af04-e297037b8b32,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:00.308383 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78af09ef-4b07-4569-bb2a-b3ac6b582ceb admin admin] Publish callbacks [] for security_group (599a6e57-d340-47e0-9fd7-e1221d414b2d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.373202 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-78af09ef-4b07-4569-bb2a-b3ac6b582ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (599a6e57-d340-47e0-9fd7-e1221d414b2d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.412972 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-78af09ef-4b07-4569-bb2a-b3ac6b582ceb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f6cffdae0e7411e9af03da31051e02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382088 Jan 11 23:22:00.413836 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af09ef-4b07-4569-bb2a-b3ac6b582ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599a6e57-d340-47e0-9fd7-e1221d414b2d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:00.415723 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 36920) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:00.467970 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c1a1c5a-67ad-458f-9811-97c213ef3c5f admin admin] Publish callbacks [] for security_group (599a6e57-d340-47e0-9fd7-e1221d414b2d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.490827 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c1a1c5a-67ad-458f-9811-97c213ef3c5f admin admin] Publish callbacks [] for security_group (599a6e57-d340-47e0-9fd7-e1221d414b2d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.580881 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c1a1c5a-67ad-458f-9811-97c213ef3c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (599a6e57-d340-47e0-9fd7-e1221d414b2d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.583409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4c1a1c5a-67ad-458f-9811-97c213ef3c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:00.584585 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4c1a1c5a-67ad-458f-9811-97c213ef3c5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/599a6e57-d340-47e0-9fd7-e1221d414b2d HTTP/1.1" status: 204 len: 168 time: 0.1671627 Jan 11 23:22:00.592553 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a1c5a-67ad-458f-9811-97c213ef3c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599a6e57-d340-47e0-9fd7-e1221d414b2d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:00.777371 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d68d67-d8b2-4f98-925a-10d43886fba5 req-00b4db87-7b9d-4a93-a85e-dd9793609bf2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:00.778907 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d6d68d67-d8b2-4f98-925a-10d43886fba5 req-00b4db87-7b9d-4a93-a85e-dd9793609bf2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0481095 Jan 11 23:22:00.836348 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d6d68d67-d8b2-4f98-925a-10d43886fba5 req-c445ab59-7cea-4399-9572-f7ca577991d1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510449 Jan 11 23:22:00.911125 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 36936) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:00.924346 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c057af4-fbdf-41f2-bc61-a274ffdd0694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.002165 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c057af4-fbdf-41f2-bc61-a274ffdd0694 admin admin] Publish callbacks [] for security_group (919bc421-22ea-44c9-b4a6-0fb32321b9d4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.070054 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c057af4-fbdf-41f2-bc61-a274ffdd0694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (919bc421-22ea-44c9-b4a6-0fb32321b9d4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.109435 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5c057af4-fbdf-41f2-bc61-a274ffdd0694 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cc8bb217ced4bfc8ba40b3156fd0782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972318 Jan 11 23:22:01.110538 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c057af4-fbdf-41f2-bc61-a274ffdd0694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919bc421-22ea-44c9-b4a6-0fb32321b9d4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:01.112314 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 36944) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:01.164084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b146cc-ba1a-4573-b086-cc673bf357f7 admin admin] Publish callbacks [] for security_group (919bc421-22ea-44c9-b4a6-0fb32321b9d4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.185237 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b146cc-ba1a-4573-b086-cc673bf357f7 admin admin] Publish callbacks [] for security_group (919bc421-22ea-44c9-b4a6-0fb32321b9d4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.306639 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b146cc-ba1a-4573-b086-cc673bf357f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (919bc421-22ea-44c9-b4a6-0fb32321b9d4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.309299 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-35b146cc-ba1a-4573-b086-cc673bf357f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:01.313367 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-35b146cc-ba1a-4573-b086-cc673bf357f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/919bc421-22ea-44c9-b4a6-0fb32321b9d4 HTTP/1.1" status: 204 len: 168 time: 0.1971235 Jan 11 23:22:01.320461 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b146cc-ba1a-4573-b086-cc673bf357f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919bc421-22ea-44c9-b4a6-0fb32321b9d4,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:01.871146 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:22:01.954971 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a1822-fd79-4279-8762-27558a06d720 req-be61118a-8e27-421c-9c0b-4e1541b53b2b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:01.956442 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cd4a1822-fd79-4279-8762-27558a06d720 req-be61118a-8e27-421c-9c0b-4e1541b53b2b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0519590 Jan 11 23:22:02.005168 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cd4a1822-fd79-4279-8762-27558a06d720 req-1aa74a2c-b385-4223-889a-93b90344e5a1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Jan 11 23:22:03.124814 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a3b7e-25d8-47fc-88fb-35b495d3c474 req-9287cb4b-9781-4cdc-abe3-5a4e60877f6e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:03.127689 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b7a3b7e-25d8-47fc-88fb-35b495d3c474 req-9287cb4b-9781-4cdc-abe3-5a4e60877f6e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0538025 Jan 11 23:22:03.174614 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b7a3b7e-25d8-47fc-88fb-35b495d3c474 req-f4a8f23a-c9ee-470b-ac8d-887749800222 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Jan 11 23:22:04.287076 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93125a-8709-4219-a3b6-06c40f9d9cd8 req-31054a8d-428e-4bda-b28b-0578d38d64b2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:04.288517 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-df93125a-8709-4219-a3b6-06c40f9d9cd8 req-31054a8d-428e-4bda-b28b-0578d38d64b2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0477905 Jan 11 23:22:04.335943 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-df93125a-8709-4219-a3b6-06c40f9d9cd8 req-8a68bfed-3b5e-4c68-9a1f-0683787e4f93 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Jan 11 23:22:05.457661 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd59996-a953-4c63-916e-c259603e1746 req-42b87ae6-5f72-44ac-9254-d494d2a3fdda tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:05.459166 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ffd59996-a953-4c63-916e-c259603e1746 req-42b87ae6-5f72-44ac-9254-d494d2a3fdda tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0529733 Jan 11 23:22:05.514451 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ffd59996-a953-4c63-916e-c259603e1746 req-de305188-b49d-44be-b810-6f9e226f0589 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Jan 11 23:22:06.038408 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba7e2f-1f08-4474-8b53-b3d3d6557509 req-e4f5627e-56de-4381-976f-922a8eb5f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:06.039910 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1dba7e2f-1f08-4474-8b53-b3d3d6557509 req-e4f5627e-56de-4381-976f-922a8eb5f352 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 1098 time: 0.0428951 Jan 11 23:22:06.085555 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1dba7e2f-1f08-4474-8b53-b3d3d6557509 req-9eb7be61-7890-4ac4-9cca-3bc70f967ea1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390658 Jan 11 23:22:06.638702 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeef6be-eaf3-4780-8610-7895a811edae req-ab80679d-8b4d-4997-bb10-141128989577 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:06.640248 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7eeef6be-eaf3-4780-8610-7895a811edae req-ab80679d-8b4d-4997-bb10-141128989577 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0542314 Jan 11 23:22:06.694135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7eeef6be-eaf3-4780-8610-7895a811edae req-c9e46120-6089-4a28-9b86-689ee6128da4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482180 Jan 11 23:22:06.761183 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37146) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:06.836209 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b34db1-30a9-44f5-8d38-2a9997644d71 req-658e91dd-b1d6-4df9-8cc7-97d35a609cd4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:06.838521 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8b34db1-30a9-44f5-8d38-2a9997644d71 req-658e91dd-b1d6-4df9-8cc7-97d35a609cd4 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0617588 Jan 11 23:22:06.884549 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83403cae-04dd-4725-98f2-44aebe3d0e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:06.889750 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8b34db1-30a9-44f5-8d38-2a9997644d71 req-cbf01143-96b4-4a6e-8608-cd2d8176fc6b tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Jan 11 23:22:06.956813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83403cae-04dd-4725-98f2-44aebe3d0e04 admin admin] Publish callbacks [] for security_group (c7b87362-fcf6-4f97-a93e-00ed3666bcb0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:07.020184 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-83403cae-04dd-4725-98f2-44aebe3d0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c7b87362-fcf6-4f97-a93e-00ed3666bcb0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:07.058492 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-83403cae-04dd-4725-98f2-44aebe3d0e04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20a7c9f6feb04a5983cd55613de80bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960382 Jan 11 23:22:07.059415 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403cae-04dd-4725-98f2-44aebe3d0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b87362-fcf6-4f97-a93e-00ed3666bcb0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:07.061215 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37154) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:07.113926 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b36fec2-e265-4668-bd64-67fb823677c7 admin admin] Publish callbacks [] for security_group (c7b87362-fcf6-4f97-a93e-00ed3666bcb0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:07.140192 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b36fec2-e265-4668-bd64-67fb823677c7 admin admin] Publish callbacks [] for security_group (c7b87362-fcf6-4f97-a93e-00ed3666bcb0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:07.243649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b36fec2-e265-4668-bd64-67fb823677c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c7b87362-fcf6-4f97-a93e-00ed3666bcb0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:07.250265 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3b36fec2-e265-4668-bd64-67fb823677c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:07.250265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3b36fec2-e265-4668-bd64-67fb823677c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b87362-fcf6-4f97-a93e-00ed3666bcb0 HTTP/1.1" status: 204 len: 168 time: 0.1855168 Jan 11 23:22:07.269993 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36fec2-e265-4668-bd64-67fb823677c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b87362-fcf6-4f97-a93e-00ed3666bcb0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:07.812320 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d42aa4-d2f1-41df-b28d-9cc84678f61c req-0425d2ea-4cb8-4a04-9e9d-baa0f7ee0220 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:07.814027 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-81d42aa4-d2f1-41df-b28d-9cc84678f61c req-0425d2ea-4cb8-4a04-9e9d-baa0f7ee0220 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0485170 Jan 11 23:22:07.867670 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-81d42aa4-d2f1-41df-b28d-9cc84678f61c req-107a0b99-e118-450e-94d3-72ca07098cbe tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Jan 11 23:22:07.988130 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37206) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:08.003435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-553e4a46-7d7b-48de-bdfb-b6480a76df7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.019205 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8cc0-154d-4407-97a1-b65b1af34e31 req-e6254e4d-7c06-4a01-9242-024358c15f9e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:08.020696 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-90ea8cc0-154d-4407-97a1-b65b1af34e31 req-e6254e4d-7c06-4a01-9242-024358c15f9e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0555053 Jan 11 23:22:08.083004 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-90ea8cc0-154d-4407-97a1-b65b1af34e31 req-6071e453-e48a-477a-913a-4a7f6d1627f5 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565908 Jan 11 23:22:08.085441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-553e4a46-7d7b-48de-bdfb-b6480a76df7a admin admin] Publish callbacks [] for security_group (3450a054-6520-4471-9276-356d23ccf28d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.146381 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-553e4a46-7d7b-48de-bdfb-b6480a76df7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (3450a054-6520-4471-9276-356d23ccf28d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.185989 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e4a46-7d7b-48de-bdfb-b6480a76df7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3450a054-6520-4471-9276-356d23ccf28d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:08.191031 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-553e4a46-7d7b-48de-bdfb-b6480a76df7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6975692cf3e048d082c8c99199cecfa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014859 Jan 11 23:22:08.194185 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37216) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:08.245841 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f26f749-bae8-46b8-87d9-e0e64d15d0ac admin admin] Publish callbacks [] for security_group (3450a054-6520-4471-9276-356d23ccf28d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.269861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f26f749-bae8-46b8-87d9-e0e64d15d0ac admin admin] Publish callbacks [] for security_group (3450a054-6520-4471-9276-356d23ccf28d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.419012 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f26f749-bae8-46b8-87d9-e0e64d15d0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (3450a054-6520-4471-9276-356d23ccf28d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.421598 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8f26f749-bae8-46b8-87d9-e0e64d15d0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:08.422729 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-8f26f749-bae8-46b8-87d9-e0e64d15d0ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3450a054-6520-4471-9276-356d23ccf28d HTTP/1.1" status: 204 len: 168 time: 0.2276864 Jan 11 23:22:08.431404 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26f749-bae8-46b8-87d9-e0e64d15d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3450a054-6520-4471-9276-356d23ccf28d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:08.997174 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf50d6-87bd-4f93-87dc-2ce83908e597 req-0e7836fc-5dfc-48f9-87ed-4d4d14e9f551 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:08.998792 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-85cf50d6-87bd-4f93-87dc-2ce83908e597 req-0e7836fc-5dfc-48f9-87ed-4d4d14e9f551 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0569038 Jan 11 23:22:09.046263 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-85cf50d6-87bd-4f93-87dc-2ce83908e597 req-3e209352-1539-43a4-8785-4772359cb811 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Jan 11 23:22:09.222730 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be987fe3-2ec0-4dc3-8d25-ba670330246d req-645cb6b9-8bad-43f7-825c-95fed7a3b0d3 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:09.223494 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be987fe3-2ec0-4dc3-8d25-ba670330246d req-645cb6b9-8bad-43f7-825c-95fed7a3b0d3 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0666103 Jan 11 23:22:09.231144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e61fa5-e491-43ca-bb96-fd811ae8eca9 req-765e4971-5244-4c64-be64-069213131265 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:09.232572 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89e61fa5-e491-43ca-bb96-fd811ae8eca9 req-765e4971-5244-4c64-be64-069213131265 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.1063476 Jan 11 23:22:09.305804 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be987fe3-2ec0-4dc3-8d25-ba670330246d req-ef7c8e84-d32c-4820-883c-22938ca1491e tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 Jan 11 23:22:09.316998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37288) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:09.326371 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89e61fa5-e491-43ca-bb96-fd811ae8eca9 req-441d7fc7-fd20-44ed-b504-1c49123c2ed7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838454 Jan 11 23:22:09.453991 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-786e54a1-c4ec-4ed1-8647-3f2f8bce9ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.538544 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-786e54a1-c4ec-4ed1-8647-3f2f8bce9ff4 admin admin] Publish callbacks [] for security_group (4de94a90-ceb6-495b-88e7-d780f2103ea9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.645121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-786e54a1-c4ec-4ed1-8647-3f2f8bce9ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4de94a90-ceb6-495b-88e7-d780f2103ea9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.684081 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-786e54a1-c4ec-4ed1-8647-3f2f8bce9ff4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b78f5fbec14163a4e91f1384a70780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659105 Jan 11 23:22:09.685915 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e54a1-c4ec-4ed1-8647-3f2f8bce9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de94a90-ceb6-495b-88e7-d780f2103ea9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:09.686917 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37312) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:09.758256 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2d03b3-42de-4de7-a6fb-1bd0513567b5 admin admin] Publish callbacks [] for security_group (4de94a90-ceb6-495b-88e7-d780f2103ea9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.780488 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2d03b3-42de-4de7-a6fb-1bd0513567b5 admin admin] Publish callbacks [] for security_group (4de94a90-ceb6-495b-88e7-d780f2103ea9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.795612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-35897e7c-8bd8-418e-a64f-88384163f568 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:09.797210 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-35897e7c-8bd8-418e-a64f-88384163f568 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.35 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.1016991 Jan 11 23:22:09.927843 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2d03b3-42de-4de7-a6fb-1bd0513567b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4de94a90-ceb6-495b-88e7-d780f2103ea9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.930613 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed2d03b3-42de-4de7-a6fb-1bd0513567b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:09.931843 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ed2d03b3-42de-4de7-a6fb-1bd0513567b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4de94a90-ceb6-495b-88e7-d780f2103ea9 HTTP/1.1" status: 204 len: 168 time: 0.2435591 Jan 11 23:22:09.943496 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d03b3-42de-4de7-a6fb-1bd0513567b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de94a90-ceb6-495b-88e7-d780f2103ea9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:09.957513 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Deleting port a7227a90-a66c-4108-9309-11d4d4e71888 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:22:09.958294 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.074557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] For port a7227a90-a66c-4108-9309-11d4d4e71888, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a7227a90-a66c-4108-9309-11d4d4e71888,segment=NetworkSegment(10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5),segment_id=10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:10.074917 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.093564 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Calling delete_port for a7227a90-a66c-4108-9309-11d4d4e71888 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:22:10.416179 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (a7227a90-a66c-4108-9309-11d4d4e71888), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.423789 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6708b-543a-4736-a2f4-ef5839299f61 req-472393e6-18fd-4625-af78-c0127d8452ae tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:10.427756 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1ec6708b-543a-4736-a2f4-ef5839299f61 req-472393e6-18fd-4625-af78-c0127d8452ae tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 945 time: 0.0564735 Jan 11 23:22:10.459029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Pushing event deleted for resources: {'Port': ['ID=a7227a90-a66c-4108-9309-11d4d4e71888,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:10.486205 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1ec6708b-543a-4736-a2f4-ef5839299f61 req-00c2645a-da9d-4e17-b9a8-9c1250568d97 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/security-groups?id=b444057a-cef0-4843-afd9-03d34607dee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Jan 11 23:22:10.550711 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] No DVR routers for this DVR port a7227a90-a66c-4108-9309-11d4d4e71888 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:22:10.554229 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.557711 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f61d5e3e-c40d-49af-84c8-cd83e246e942 req-60e1b1d2-99c0-40d8-8deb-eb07def857de tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.35 "DELETE /v2.0/ports/a7227a90-a66c-4108-9309-11d4d4e71888 HTTP/1.1" status: 204 len: 173 time: 0.7537477 Jan 11 23:22:10.558164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8816e366-0c82-4439-9693-6c2de6f7525b', 'name': 'network-vif-deleted', 'tag': 'a7227a90-a66c-4108-9309-11d4d4e71888'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:22:10.560451 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff64d9a4-4ca6-4992-bd11-9d3f7f58640e" -d '{"events": [{"server_uuid": "8816e366-0c82-4439-9693-6c2de6f7525b", "name": "network-vif-deleted", "tag": "a7227a90-a66c-4108-9309-11d4d4e71888"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:22:10.633562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e849d-eff5-4743-99a6-64c81b8f7170 x-openstack-request-id: req-ba7e849d-eff5-4743-99a6-64c81b8f7170 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:22:10.634119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8816e366-0c82-4439-9693-6c2de6f7525b", "name": "network-vif-deleted", "tag": "a7227a90-a66c-4108-9309-11d4d4e71888", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:22:10.634584 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba7e849d-eff5-4743-99a6-64c81b8f7170 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:22:10.635431 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8816e366-0c82-4439-9693-6c2de6f7525b', 'name': 'network-vif-deleted', 'tag': 'a7227a90-a66c-4108-9309-11d4d4e71888', 'status': 'completed', 'code': 200} Jan 11 23:22:10.734177 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37394) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:10.748523 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56909777-5445-48b4-9f61-b29f1f2e042d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.826754 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56909777-5445-48b4-9f61-b29f1f2e042d admin admin] Publish callbacks [] for security_group (2fdc5603-726d-43da-ae09-215fe3e8b62a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.900916 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-56909777-5445-48b4-9f61-b29f1f2e042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2fdc5603-726d-43da-ae09-215fe3e8b62a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:10.943370 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-56909777-5445-48b4-9f61-b29f1f2e042d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee97ae90c9b14ed9ad5d78c7a7725d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079983 Jan 11 23:22:10.946368 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37406) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:10.949795 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56909777-5445-48b4-9f61-b29f1f2e042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdc5603-726d-43da-ae09-215fe3e8b62a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:11.184502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-797652f7-e635-40db-b08d-a1aa3d72ecb7 admin admin] Publish callbacks [] for security_group (2fdc5603-726d-43da-ae09-215fe3e8b62a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.207905 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-797652f7-e635-40db-b08d-a1aa3d72ecb7 admin admin] Publish callbacks [] for security_group (2fdc5603-726d-43da-ae09-215fe3e8b62a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.334830 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-797652f7-e635-40db-b08d-a1aa3d72ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2fdc5603-726d-43da-ae09-215fe3e8b62a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.337502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-797652f7-e635-40db-b08d-a1aa3d72ecb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.338752 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-797652f7-e635-40db-b08d-a1aa3d72ecb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fdc5603-726d-43da-ae09-215fe3e8b62a HTTP/1.1" status: 204 len: 168 time: 0.3913054 Jan 11 23:22:11.347732 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797652f7-e635-40db-b08d-a1aa3d72ecb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdc5603-726d-43da-ae09-215fe3e8b62a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:11.597578 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a7227a90-a66c-4108-9309-11d4d4e71888 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:22:11.600071 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f2299464-f5f1-4b58-8528-c36692fdd6b2 req-fa478b61-629f-432f-b3a0-6559b062deb3 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0296037 Jan 11 23:22:11.629432 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:11.633139 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: a7227a90-a66c-4108-9309-11d4d4e71888 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:22:11.633650 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a7227a90-a66c-4108-9309-11d4d4e71888 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:22:11.779219 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ed6845-55a1-4edd-bf4f-ab7e33ff687b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.868509 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ed6845-55a1-4edd-bf4f-ab7e33ff687b admin admin] Publish callbacks [] for security_group (6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.944467 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94ed6845-55a1-4edd-bf4f-ab7e33ff687b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:11.992570 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-94ed6845-55a1-4edd-bf4f-ab7e33ff687b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0082f6c1ab144c5790d898d4b5fb22ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604553 Jan 11 23:22:11.992570 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed6845-55a1-4edd-bf4f-ab7e33ff687b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:11.993951 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37466) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:12.044599 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37468) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:12.092158 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-135aa565-1e91-4071-b9b9-d174339e9343 admin admin] Publish callbacks [] for security_group (6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.117187 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-135aa565-1e91-4071-b9b9-d174339e9343 admin admin] Publish callbacks [] for security_group (6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.243192 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e577ef8-3008-4982-a708-b1f4f7e857b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.290702 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-135aa565-1e91-4071-b9b9-d174339e9343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.295311 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-135aa565-1e91-4071-b9b9-d174339e9343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.298796 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-135aa565-1e91-4071-b9b9-d174339e9343 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d HTTP/1.1" status: 204 len: 168 time: 0.3032820 Jan 11 23:22:12.318409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aa565-1e91-4071-b9b9-d174339e9343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae89e4e-a78f-4657-a2fb-7cd7f74b8b1d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:12.538059 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e577ef8-3008-4982-a708-b1f4f7e857b5 admin admin] Publish callbacks [] for security_group (ee352d1a-6d02-489b-b338-41117fe9b741), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.728578 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-877c45c8-372f-47cb-bfc2-0a101bc5017d req-4f5600f5-6072-4112-81c3-f266e18fa995 tempest-DeleteServersTestJSON-1208902489 tempest-DeleteServersTestJSON-1208902489-project] 10.222.0.21 "GET /v2.0/ports?device_id=8816e366-0c82-4439-9693-6c2de6f7525b HTTP/1.1" status: 200 len: 210 time: 0.0303953 Jan 11 23:22:12.761335 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5e577ef8-3008-4982-a708-b1f4f7e857b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ee352d1a-6d02-489b-b338-41117fe9b741), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.795407 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5e577ef8-3008-4982-a708-b1f4f7e857b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=783153da37a245cd8f81834f2f6df273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7494702 Jan 11 23:22:12.796581 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e577ef8-3008-4982-a708-b1f4f7e857b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee352d1a-6d02-489b-b338-41117fe9b741,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:12.800202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37490) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:12.911116 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6170f2be-cf21-4a39-bcc7-08a8b4e0d392 admin admin] Publish callbacks [] for security_group (ee352d1a-6d02-489b-b338-41117fe9b741), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.937293 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6170f2be-cf21-4a39-bcc7-08a8b4e0d392 admin admin] Publish callbacks [] for security_group (ee352d1a-6d02-489b-b338-41117fe9b741), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:12.981288 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6d1c7-5944-4e73-87d9-2d7158bb16b2 req-adcaddab-0560-4743-ac32-292f0ceffa49 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:12.983049 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6dc6d1c7-5944-4e73-87d9-2d7158bb16b2 req-adcaddab-0560-4743-ac32-292f0ceffa49 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0610008 Jan 11 23:22:13.041490 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6dc6d1c7-5944-4e73-87d9-2d7158bb16b2 req-4fcacdca-9456-40b8-80df-774716d99956 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Jan 11 23:22:13.088220 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-c7629046-da20-4ad1-b68d-e404574e210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:13.089736 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-c7629046-da20-4ad1-b68d-e404574e210f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0464025 Jan 11 23:22:13.107798 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6170f2be-cf21-4a39-bcc7-08a8b4e0d392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ee352d1a-6d02-489b-b338-41117fe9b741), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.111950 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6170f2be-cf21-4a39-bcc7-08a8b4e0d392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.113367 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6170f2be-cf21-4a39-bcc7-08a8b4e0d392 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee352d1a-6d02-489b-b338-41117fe9b741 HTTP/1.1" status: 204 len: 168 time: 0.3121550 Jan 11 23:22:13.140547 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170f2be-cf21-4a39-bcc7-08a8b4e0d392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee352d1a-6d02-489b-b338-41117fe9b741,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:13.213465 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-ea404e4a-95e8-4a4a-b0af-401e248a7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:13.216482 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-ea404e4a-95e8-4a4a-b0af-401e248a7f8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.1190453 Jan 11 23:22:13.260586 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-247d5321-260b-4a9f-a017-eb42edc98fc6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.0387657 Jan 11 23:22:13.316748 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-c92130b2-19dc-4498-8428-cb028067ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:13.318484 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-c92130b2-19dc-4498-8428-cb028067ab2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0520048 Jan 11 23:22:13.323716 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37508) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:13.343735 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94dafc7b-1be6-4603-9544-a4e81cd0eff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.352504 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-0617461c-b7d5-47e3-8db1-900c99d58b20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277863 Jan 11 23:22:13.480400 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-2ef606c1-57e7-45eb-bfa3-4d8be6a08d39 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211603 Jan 11 23:22:13.480843 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94dafc7b-1be6-4603-9544-a4e81cd0eff7 admin admin] Publish callbacks [] for security_group (7f58c34d-8e63-4482-8f31-c711e7404b35), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.563234 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-94dafc7b-1be6-4603-9544-a4e81cd0eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7f58c34d-8e63-4482-8f31-c711e7404b35), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.585694 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c877850e-c19a-44ce-88e9-c0ffa6724444 req-ff53b71f-ad62-4159-9d87-fa48c7c5a734 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966237 Jan 11 23:22:13.608248 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-94dafc7b-1be6-4603-9544-a4e81cd0eff7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9adaee0ceac842f7b1726decda74689c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833126 Jan 11 23:22:13.609097 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dafc7b-1be6-4603-9544-a4e81cd0eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58c34d-8e63-4482-8f31-c711e7404b35,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:13.610913 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37516) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:13.671789 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-194a96c6-d948-40bc-946a-d86ca0f1802c admin admin] Publish callbacks [] for security_group (7f58c34d-8e63-4482-8f31-c711e7404b35), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.697509 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-194a96c6-d948-40bc-946a-d86ca0f1802c admin admin] Publish callbacks [] for security_group (7f58c34d-8e63-4482-8f31-c711e7404b35), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.831099 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-194a96c6-d948-40bc-946a-d86ca0f1802c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7f58c34d-8e63-4482-8f31-c711e7404b35), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.833855 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-194a96c6-d948-40bc-946a-d86ca0f1802c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:13.837258 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-194a96c6-d948-40bc-946a-d86ca0f1802c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f58c34d-8e63-4482-8f31-c711e7404b35 HTTP/1.1" status: 204 len: 168 time: 0.2219954 Jan 11 23:22:13.846867 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a96c6-d948-40bc-946a-d86ca0f1802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58c34d-8e63-4482-8f31-c711e7404b35,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:14.150715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37554) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:14.164820 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4903f98b-14b7-4593-96e4-86b925230c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.169989 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce9980-7f3f-4a4d-8a11-ce9298ac98fa req-3a88cafc-0de2-42aa-bca5-84a4b5b721f3 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:14.172183 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54ce9980-7f3f-4a4d-8a11-ce9298ac98fa req-3a88cafc-0de2-42aa-bca5-84a4b5b721f3 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0614276 Jan 11 23:22:14.241952 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54ce9980-7f3f-4a4d-8a11-ce9298ac98fa req-9d106e04-7ada-4270-bdee-9ef1626c0b3c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Jan 11 23:22:14.286225 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4903f98b-14b7-4593-96e4-86b925230c3c admin admin] Publish callbacks [] for security_group (7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.369595 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4903f98b-14b7-4593-96e4-86b925230c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.421632 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4903f98b-14b7-4593-96e4-86b925230c3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd8069298a9d478480dd8b3ae401d623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686577 Jan 11 23:22:14.421632 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903f98b-14b7-4593-96e4-86b925230c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:14.423114 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37566) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:14.483156 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb41368-e3ac-4aa6-a7af-0585c96d1721 admin admin] Publish callbacks [] for security_group (7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.505065 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb41368-e3ac-4aa6-a7af-0585c96d1721 admin admin] Publish callbacks [] for security_group (7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.604323 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb41368-e3ac-4aa6-a7af-0585c96d1721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.607205 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8bb41368-e3ac-4aa6-a7af-0585c96d1721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:14.610759 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-8bb41368-e3ac-4aa6-a7af-0585c96d1721 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8 HTTP/1.1" status: 204 len: 168 time: 0.1798460 Jan 11 23:22:14.617555 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb41368-e3ac-4aa6-a7af-0585c96d1721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b16aa0d-4a1f-45cc-b53d-3f5327fde4a8,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:15.379421 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19de25-fd2b-48b3-b50c-9cf40e597886 req-99add9b2-8943-4cb7-9364-bed59ccb6306 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:15.381810 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f19de25-fd2b-48b3-b50c-9cf40e597886 req-99add9b2-8943-4cb7-9364-bed59ccb6306 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0654478 Jan 11 23:22:15.456722 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f19de25-fd2b-48b3-b50c-9cf40e597886 req-3e4d90b5-b00f-493a-813a-9cc351ed51f0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611103 Jan 11 23:22:15.487983 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37614) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:15.534357 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Deleting subnet 0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:22:15.538583 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Publish callbacks [] for subnet (0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.577923 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Publish callbacks [] for subnet (0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.589170 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.649118 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2acc81e1-d537-4bec-84f1-33c1c1621d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.726967 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.760872 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.764281 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6 HTTP/1.1" status: 204 len: 168 time: 0.2752421 Jan 11 23:22:15.765284 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a054c-c7fc-4ad3-a748-18abf7079f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0020a6d6-529e-4363-a3bc-8e6e1bd1b7d6,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:15.767102 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37632) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:15.863374 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (be39bda6-8d97-4f9e-98a6-dca402493860), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:15.954017 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (be39bda6-8d97-4f9e-98a6-dca402493860), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:16.002161 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.008813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.161350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.161734 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.162077 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.162410 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:22:16.162781 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be39bda6-8d97-4f9e-98a6-dca402493860']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:16.182283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:16.182836 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:16.205626 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:16.226973 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:16.241763 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:22:16.242164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (10f8fe3f-e84f-4f8d-b8a7-7630f4a809f5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: from cryptography.utils import int_from_bytes Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: from cryptography.utils import int_from_bytes Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.263508 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:22:16.267035 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:22:16.409416 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (be39bda6-8d97-4f9e-98a6-dca402493860), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:16.437494 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=be39bda6-8d97-4f9e-98a6-dca402493860,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:16.463962 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:16.473691 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9ed230ec-9d22-4d1a-ad5f-19428eccb4b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be39bda6-8d97-4f9e-98a6-dca402493860 HTTP/1.1" status: 204 len: 168 time: 0.7035530 Jan 11 23:22:16.663248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d399-d52d-4b4c-98b2-d3600cb4ec36 req-a88c3bda-7fc3-46f3-9bf2-4f10474db324 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:16.664895 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5990d399-d52d-4b4c-98b2-d3600cb4ec36 req-a88c3bda-7fc3-46f3-9bf2-4f10474db324 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0615880 Jan 11 23:22:16.738051 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5990d399-d52d-4b4c-98b2-d3600cb4ec36 req-f6a9c77b-9228-4da6-85bf-3d915f64eeab tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Jan 11 23:22:17.029490 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:17.075114 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f3398938-78da-4104-a382-8eac54a21e74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f42b46f0a0224f378b25973382ce08a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444772 Jan 11 23:22:17.078125 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37678) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:17.151680 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Publish callbacks [] for security_group (b444057a-cef0-4843-afd9-03d34607dee7), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.181392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Publish callbacks [] for security_group (b444057a-cef0-4843-afd9-03d34607dee7), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.253060 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37688) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:17.342796 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (b444057a-cef0-4843-afd9-03d34607dee7), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.342796 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.342796 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b444057a-cef0-4843-afd9-03d34607dee7 HTTP/1.1" status: 204 len: 168 time: 0.2636273 Jan 11 23:22:17.351354 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b444057a-cef0-4843-afd9-03d34607dee7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:17.365391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4783454a-5fd2-491f-b181-c271844f6413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.365760 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.366138 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.366722 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.367758 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.368136 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.368626 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.369106 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.373655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.373655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.373655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.373655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.373655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.373655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8975a11-a47c-45a9-b9e9-809e7a829caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:17.475337 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4783454a-5fd2-491f-b181-c271844f6413 admin admin] Publish callbacks [] for security_group (ff65ee95-2181-4ce7-80eb-74f0b0d27a00), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.561701 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4783454a-5fd2-491f-b181-c271844f6413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ff65ee95-2181-4ce7-80eb-74f0b0d27a00), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.603058 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-4783454a-5fd2-491f-b181-c271844f6413 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0478f8c49e524dffa8cd819331535e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488290 Jan 11 23:22:17.603989 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783454a-5fd2-491f-b181-c271844f6413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65ee95-2181-4ce7-80eb-74f0b0d27a00,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:17.605856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37702) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:17.657947 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5159ad3-7cee-4c28-aed9-5afab7bb793e admin admin] Publish callbacks [] for security_group (ff65ee95-2181-4ce7-80eb-74f0b0d27a00), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.679204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5159ad3-7cee-4c28-aed9-5afab7bb793e admin admin] Publish callbacks [] for security_group (ff65ee95-2181-4ce7-80eb-74f0b0d27a00), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.847053 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5159ad3-7cee-4c28-aed9-5afab7bb793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (ff65ee95-2181-4ce7-80eb-74f0b0d27a00), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.850281 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f5159ad3-7cee-4c28-aed9-5afab7bb793e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:17.857646 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f5159ad3-7cee-4c28-aed9-5afab7bb793e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff65ee95-2181-4ce7-80eb-74f0b0d27a00 HTTP/1.1" status: 204 len: 168 time: 0.2458706 Jan 11 23:22:17.860961 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5159ad3-7cee-4c28-aed9-5afab7bb793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65ee95-2181-4ce7-80eb-74f0b0d27a00,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:17.862754 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b529b78-97c3-4319-a1c5-4d693e7404cc req-db26ca0d-88f5-411c-9c3f-eb3faf7f6923 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:17.864298 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b529b78-97c3-4319-a1c5-4d693e7404cc req-db26ca0d-88f5-411c-9c3f-eb3faf7f6923 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0568416 Jan 11 23:22:17.935434 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b529b78-97c3-4319-a1c5-4d693e7404cc req-cc9e08c9-f5be-4daf-9398-888a977f4157 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Jan 11 23:22:17.942887 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:17.951836 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f1484d6c-2e0f-4515-9995-02636cedee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.218189 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.320381 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Publish callbacks [] for security_group (d3eca60d-9fec-4fe0-a775-2a34397164f2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.386367 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d3eca60d-9fec-4fe0-a775-2a34397164f2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.431990 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d605919db83d4572979715cf72983f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4877639 Jan 11 23:22:18.432858 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eca60d-9fec-4fe0-a775-2a34397164f2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:18.434848 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37734) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:18.440022 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.440392 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.440798 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.441081 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.441412 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.441963 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.442582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.443028 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.443546 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.443917 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.444277 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.444776 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.445672 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2758799-c4ab-46df-ba43-498692e86563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:18.496200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef484d1d-6ed7-4b3b-849a-a248d7f86389 admin admin] Publish callbacks [] for security_group (d3eca60d-9fec-4fe0-a775-2a34397164f2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.519178 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef484d1d-6ed7-4b3b-849a-a248d7f86389 admin admin] Publish callbacks [] for security_group (d3eca60d-9fec-4fe0-a775-2a34397164f2), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.605829 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37740) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:18.619482 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cef60d75-d3f3-4ffc-b564-d1855c1ceb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.667954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef484d1d-6ed7-4b3b-849a-a248d7f86389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d3eca60d-9fec-4fe0-a775-2a34397164f2), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.675112 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ef484d1d-6ed7-4b3b-849a-a248d7f86389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.680796 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ef484d1d-6ed7-4b3b-849a-a248d7f86389 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3eca60d-9fec-4fe0-a775-2a34397164f2 HTTP/1.1" status: 204 len: 168 time: 0.2404425 Jan 11 23:22:18.700627 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef484d1d-6ed7-4b3b-849a-a248d7f86389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eca60d-9fec-4fe0-a775-2a34397164f2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:18.764947 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cef60d75-d3f3-4ffc-b564-d1855c1ceb09 admin admin] Publish callbacks [] for security_group (39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.841639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cef60d75-d3f3-4ffc-b564-d1855c1ceb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.879210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef60d75-d3f3-4ffc-b564-d1855c1ceb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:18.883418 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-cef60d75-d3f3-4ffc-b564-d1855c1ceb09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ae04265bc50433fa327c12bdd68b67a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765906 Jan 11 23:22:18.886240 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37748) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:18.940276 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19e907c2-026e-4489-8ef2-75f671a3b518 admin admin] Publish callbacks [] for security_group (39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:18.965288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19e907c2-026e-4489-8ef2-75f671a3b518 admin admin] Publish callbacks [] for security_group (39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.070685 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587143d-0c61-43be-8c5d-31480ebeef03 req-64ecc493-0bf0-4b9c-91c6-45b00dc8842b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:19.072485 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6587143d-0c61-43be-8c5d-31480ebeef03 req-64ecc493-0bf0-4b9c-91c6-45b00dc8842b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0566204 Jan 11 23:22:19.082992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19e907c2-026e-4489-8ef2-75f671a3b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.086812 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-19e907c2-026e-4489-8ef2-75f671a3b518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.088018 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-19e907c2-026e-4489-8ef2-75f671a3b518 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed HTTP/1.1" status: 204 len: 168 time: 0.2009275 Jan 11 23:22:19.098734 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e907c2-026e-4489-8ef2-75f671a3b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39796d02-fb3d-4dd9-93f5-9ff4d5f6c1ed,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:19.149505 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6587143d-0c61-43be-8c5d-31480ebeef03 req-23d106b6-551d-4ae0-b119-9f81f9c5e001 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714164 Jan 11 23:22:19.175758 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.557511 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 37776) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:19.571885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04cac9d0-0fdd-4de3-b687-f5ad00bf6724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.682254 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04cac9d0-0fdd-4de3-b687-f5ad00bf6724 admin admin] Publish callbacks [] for security_group (18dcf310-81b4-49c0-a4a5-039d1838d758), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.786169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-04cac9d0-0fdd-4de3-b687-f5ad00bf6724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (18dcf310-81b4-49c0-a4a5-039d1838d758), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.833832 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-04cac9d0-0fdd-4de3-b687-f5ad00bf6724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5064c3f34fb74a7bb54c984e5f62e070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752295 Jan 11 23:22:19.834703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cac9d0-0fdd-4de3-b687-f5ad00bf6724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dcf310-81b4-49c0-a4a5-039d1838d758,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:19.836541 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 37790) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:19.887471 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3175dce-f0af-4d92-8022-6ca24ba6a04e admin admin] Publish callbacks [] for security_group (18dcf310-81b4-49c0-a4a5-039d1838d758), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:19.910357 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3175dce-f0af-4d92-8022-6ca24ba6a04e admin admin] Publish callbacks [] for security_group (18dcf310-81b4-49c0-a4a5-039d1838d758), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:20.098582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3175dce-f0af-4d92-8022-6ca24ba6a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (18dcf310-81b4-49c0-a4a5-039d1838d758), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:20.101206 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f3175dce-f0af-4d92-8022-6ca24ba6a04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:20.102346 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f3175dce-f0af-4d92-8022-6ca24ba6a04e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18dcf310-81b4-49c0-a4a5-039d1838d758 HTTP/1.1" status: 204 len: 168 time: 0.2645719 Jan 11 23:22:20.110191 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3175dce-f0af-4d92-8022-6ca24ba6a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dcf310-81b4-49c0-a4a5-039d1838d758,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:20.278562 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b39ec-7119-43b2-9f5e-a23a77fb56c0 req-4ae0ce24-c3b2-4e7a-af7b-3d665fa9be5e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:20.289493 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-db6b39ec-7119-43b2-9f5e-a23a77fb56c0 req-4ae0ce24-c3b2-4e7a-af7b-3d665fa9be5e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0610452 Jan 11 23:22:20.357917 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-db6b39ec-7119-43b2-9f5e-a23a77fb56c0 req-74b4b218-17eb-48c6-a915-535b836fa342 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Jan 11 23:22:20.420785 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:21.407892 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:21.485006 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a0ff9-5f6c-4302-9094-7237488c028e req-aaf900c9-eb3d-4d61-9f8d-ee26aba467bf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:21.487397 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef9a0ff9-5f6c-4302-9094-7237488c028e req-aaf900c9-eb3d-4d61-9f8d-ee26aba467bf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0519953 Jan 11 23:22:21.540514 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef9a0ff9-5f6c-4302-9094-7237488c028e req-bf403736-53fd-445e-9eec-46243643e489 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Jan 11 23:22:21.877364 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:22.084123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-fd82cfbb-4d20-404f-8bfe-ae6f28da3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:22.086296 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-fd82cfbb-4d20-404f-8bfe-ae6f28da3363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0546360 Jan 11 23:22:22.228461 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-d20a432e-c436-4383-a8c8-9a0553e81633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:22.229909 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-d20a432e-c436-4383-a8c8-9a0553e81633 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.1190498 Jan 11 23:22:22.280116 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-6d03bf4b-16f2-4b2f-8b8f-e7e23e15e0c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.0388417 Jan 11 23:22:22.335665 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-9ecf3d7a-9fa1-4679-8a4b-0075fc4dbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:22.337144 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-9ecf3d7a-9fa1-4679-8a4b-0075fc4dbc58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0491853 Jan 11 23:22:22.370816 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-8aaa09d3-3f86-4efb-84e7-b2234bf6ca3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274439 Jan 11 23:22:22.470264 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-79d0cb99-3a08-47c1-a4a3-6e9c7fa33e05 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910051 Jan 11 23:22:22.579265 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e8d780f-89e5-4ec6-bddc-81af07e1391a req-701e33a9-59a7-4bca-8cd6-9823cc7f6fb4 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025631 Jan 11 23:22:22.696705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1e50f-7d67-46a8-b56b-1802edbe7943 req-41c483d1-2c01-4e7a-b442-0e4bc06af09a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:22.698920 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5de1e50f-7d67-46a8-b56b-1802edbe7943 req-41c483d1-2c01-4e7a-b442-0e4bc06af09a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0642245 Jan 11 23:22:22.765158 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5de1e50f-7d67-46a8-b56b-1802edbe7943 req-a476bf34-e53f-490e-8480-4031908b1fa3 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Jan 11 23:22:23.894994 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbcd31-5583-4c3e-96e1-ac7c849ec680 req-a5c063f8-5b30-4977-a2f4-007cd55d9530 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:23.896584 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-51dbcd31-5583-4c3e-96e1-ac7c849ec680 req-a5c063f8-5b30-4977-a2f4-007cd55d9530 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0591464 Jan 11 23:22:23.961224 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-51dbcd31-5583-4c3e-96e1-ac7c849ec680 req-bd7dc8a7-7235-45bd-8d2f-e0aad4675f30 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585322 Jan 11 23:22:24.086056 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38000) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:24.115131 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38004) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:24.230389 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9539f333-d32c-4b42-ae9a-a5c7fcb84fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.320332 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38016) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:24.323743 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9539f333-d32c-4b42-ae9a-a5c7fcb84fae admin admin] Publish callbacks [] for security_group (24ec1c98-dea2-4818-a82b-804f9e79746e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.387528 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a642-87e0-4894-813e-986106ccf66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.389431 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63955d92-44ef-4a5d-8f2e-e27285c900d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.448467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9539f333-d32c-4b42-ae9a-a5c7fcb84fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (24ec1c98-dea2-4818-a82b-804f9e79746e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.492434 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9539f333-d32c-4b42-ae9a-a5c7fcb84fae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaf90aa1010a47358f98270e29e20eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4051168 Jan 11 23:22:24.493760 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539f333-d32c-4b42-ae9a-a5c7fcb84fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ec1c98-dea2-4818-a82b-804f9e79746e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:24.496299 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38020) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:24.515311 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a642-87e0-4894-813e-986106ccf66e admin admin] Publish callbacks [] for security_group (a2520f46-2735-4296-b49a-b9a1ad0f3b27), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.519755 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63955d92-44ef-4a5d-8f2e-e27285c900d9 admin admin] Publish callbacks [] for security_group (4c7a8b68-1536-43de-a7a7-ab2c655d36c9), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.543856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5d3-effa-476f-b1d2-6b2763c762d6 admin admin] Publish callbacks [] for security_group (24ec1c98-dea2-4818-a82b-804f9e79746e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.564620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5d3-effa-476f-b1d2-6b2763c762d6 admin admin] Publish callbacks [] for security_group (24ec1c98-dea2-4818-a82b-804f9e79746e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.585717 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b4f5a642-87e0-4894-813e-986106ccf66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a2520f46-2735-4296-b49a-b9a1ad0f3b27), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.609974 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63955d92-44ef-4a5d-8f2e-e27285c900d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4c7a8b68-1536-43de-a7a7-ab2c655d36c9), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.635527 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-b4f5a642-87e0-4894-813e-986106ccf66e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3c4e2751f2e4712a2d00f61c7cfffc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141298 Jan 11 23:22:24.638265 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38022) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:24.638838 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5a642-87e0-4894-813e-986106ccf66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2520f46-2735-4296-b49a-b9a1ad0f3b27,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:24.657511 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-63955d92-44ef-4a5d-8f2e-e27285c900d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=599ab0a8f7bd425884aee6e78a4fb165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412340 Jan 11 23:22:24.662681 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38024) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:24.671094 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63955d92-44ef-4a5d-8f2e-e27285c900d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a8b68-1536-43de-a7a7-ab2c655d36c9,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:24.685221 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5d3-effa-476f-b1d2-6b2763c762d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (24ec1c98-dea2-4818-a82b-804f9e79746e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.687805 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5d3-effa-476f-b1d2-6b2763c762d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.688904 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5d1fe5d3-effa-476f-b1d2-6b2763c762d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24ec1c98-dea2-4818-a82b-804f9e79746e HTTP/1.1" status: 204 len: 168 time: 0.1919110 Jan 11 23:22:24.717703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe5d3-effa-476f-b1d2-6b2763c762d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ec1c98-dea2-4818-a82b-804f9e79746e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:24.747224 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b44a25ef-59d0-4303-b82c-3cad1885d6c2 admin admin] Publish callbacks [] for security_group (a2520f46-2735-4296-b49a-b9a1ad0f3b27), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.775106 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d4e-a1d6-4ad7-b6c1-b2912d44f01d admin admin] Publish callbacks [] for security_group (4c7a8b68-1536-43de-a7a7-ab2c655d36c9), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.787966 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b44a25ef-59d0-4303-b82c-3cad1885d6c2 admin admin] Publish callbacks [] for security_group (a2520f46-2735-4296-b49a-b9a1ad0f3b27), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.817952 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d4e-a1d6-4ad7-b6c1-b2912d44f01d admin admin] Publish callbacks [] for security_group (4c7a8b68-1536-43de-a7a7-ab2c655d36c9), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.979012 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b44a25ef-59d0-4303-b82c-3cad1885d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a2520f46-2735-4296-b49a-b9a1ad0f3b27), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.981613 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b44a25ef-59d0-4303-b82c-3cad1885d6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:24.982760 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-b44a25ef-59d0-4303-b82c-3cad1885d6c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2520f46-2735-4296-b49a-b9a1ad0f3b27 HTTP/1.1" status: 204 len: 168 time: 0.3435180 Jan 11 23:22:25.003188 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d4e-a1d6-4ad7-b6c1-b2912d44f01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4c7a8b68-1536-43de-a7a7-ab2c655d36c9), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:25.011854 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4d4e-a1d6-4ad7-b6c1-b2912d44f01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:25.013291 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9f9c4d4e-a1d6-4ad7-b6c1-b2912d44f01d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c7a8b68-1536-43de-a7a7-ab2c655d36c9 HTTP/1.1" status: 204 len: 168 time: 0.3485944 Jan 11 23:22:25.014219 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a25ef-59d0-4303-b82c-3cad1885d6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2520f46-2735-4296-b49a-b9a1ad0f3b27,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:25.028003 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c4d4e-a1d6-4ad7-b6c1-b2912d44f01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7a8b68-1536-43de-a7a7-ab2c655d36c9,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:25.118709 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196bb48-bd81-472d-9e1b-789e4419fc44 req-d900db28-6c6d-42f1-9381-2ab37441c672 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:25.125417 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b196bb48-bd81-472d-9e1b-789e4419fc44 req-d900db28-6c6d-42f1-9381-2ab37441c672 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0539587 Jan 11 23:22:25.168075 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b196bb48-bd81-472d-9e1b-789e4419fc44 req-a486db06-3ba8-47d9-aff3-5d24e2ece650 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Jan 11 23:22:25.843559 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38072) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:25.861885 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9d58cd9-3ce2-458b-a955-d02c9d1853e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:25.953469 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9d58cd9-3ce2-458b-a955-d02c9d1853e0 admin admin] Publish callbacks [] for security_group (f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:26.063730 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f9d58cd9-3ce2-458b-a955-d02c9d1853e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:26.104670 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f9d58cd9-3ce2-458b-a955-d02c9d1853e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=056074a2eafb42ea827a32b80e342156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587936 Jan 11 23:22:26.105678 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d58cd9-3ce2-458b-a955-d02c9d1853e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:26.106385 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38092) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:26.162658 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78a2ac91-d34c-455d-9711-89a535ad42f6 admin admin] Publish callbacks [] for security_group (f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:26.186920 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78a2ac91-d34c-455d-9711-89a535ad42f6 admin admin] Publish callbacks [] for security_group (f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:26.314005 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c070890-03e9-4c75-a12e-8239614c4c7f req-70101471-745c-4c6d-a308-67d918286112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:26.317495 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1c070890-03e9-4c75-a12e-8239614c4c7f req-70101471-745c-4c6d-a308-67d918286112 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0526433 Jan 11 23:22:26.318290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78a2ac91-d34c-455d-9711-89a535ad42f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:26.321658 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b2a1-26f1-4307-b271-83736053ce5d req-72aa56f1-67de-45c0-a80c-4e0b9a883017 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:26.324904 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-78a2ac91-d34c-455d-9711-89a535ad42f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:26.325590 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-14c7b2a1-26f1-4307-b271-83736053ce5d req-72aa56f1-67de-45c0-a80c-4e0b9a883017 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0662446 Jan 11 23:22:26.328610 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-78a2ac91-d34c-455d-9711-89a535ad42f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2 HTTP/1.1" status: 204 len: 168 time: 0.2142425 Jan 11 23:22:26.355289 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2ac91-d34c-455d-9711-89a535ad42f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a507de-a1b3-4d6a-82a2-e71cbaa6a3a2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:26.384761 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-14c7b2a1-26f1-4307-b271-83736053ce5d req-d17ddf09-3a31-45e7-b5b8-79afb3ad3828 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Jan 11 23:22:26.423606 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1c070890-03e9-4c75-a12e-8239614c4c7f req-19e9b514-c64b-4aa1-b836-01c5adb76954 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937777 Jan 11 23:22:27.517514 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6888a2-9f4f-4345-9fd9-dbb63b590b84 req-c6092843-b6dc-42d0-9221-c9620fc6fb24 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:27.519004 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dc6888a2-9f4f-4345-9fd9-dbb63b590b84 req-c6092843-b6dc-42d0-9221-c9620fc6fb24 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0538630 Jan 11 23:22:27.570294 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dc6888a2-9f4f-4345-9fd9-dbb63b590b84 req-b4be3efc-6328-4c62-8cf9-9942da6844ee tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Jan 11 23:22:28.003780 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38178) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:28.167302 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670dc61b-0708-404a-aedd-1cc836a6e509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.247882 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670dc61b-0708-404a-aedd-1cc836a6e509 admin admin] Publish callbacks [] for security_group (2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.334410 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-670dc61b-0708-404a-aedd-1cc836a6e509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.378261 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-670dc61b-0708-404a-aedd-1cc836a6e509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12f68bfe33ea437b97e1e26baebcda5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722513 Jan 11 23:22:28.380863 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670dc61b-0708-404a-aedd-1cc836a6e509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:28.381303 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38194) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:28.441806 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ef3414-5b1d-4ae3-ad6b-3a0411a93df4 admin admin] Publish callbacks [] for security_group (2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.448996 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38196) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:28.471265 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ef3414-5b1d-4ae3-ad6b-3a0411a93df4 admin admin] Publish callbacks [] for security_group (2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.603844 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ef3414-5b1d-4ae3-ad6b-3a0411a93df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.608064 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-21ef3414-5b1d-4ae3-ad6b-3a0411a93df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.613936 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-21ef3414-5b1d-4ae3-ad6b-3a0411a93df4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e HTTP/1.1" status: 204 len: 168 time: 0.2269270 Jan 11 23:22:28.620420 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef3414-5b1d-4ae3-ad6b-3a0411a93df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfd1947-d3e6-4b88-bc45-f97a0fd3e65e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:28.655020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1101593789-network', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:28.738181 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412967bc-0250-4026-9ecb-75647fac6dbb req-e11fd102-b932-4370-afba-595987df9632 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:28.740273 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-412967bc-0250-4026-9ecb-75647fac6dbb req-e11fd102-b932-4370-afba-595987df9632 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0661638 Jan 11 23:22:28.774451 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Made reservation on behalf of 0ee085bb247f401fab686d0ebc43cbe1 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:28.776866 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.789637 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.837538 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-412967bc-0250-4026-9ecb-75647fac6dbb req-438a4f42-1289-4677-a44b-4f601c603d1b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905919 Jan 11 23:22:28.921682 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks [] for security_group (fdd70336-f840-4282-8e91-0a0771f861c5), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:28.990204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fdd70336-f840-4282-8e91-0a0771f861c5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.011923 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:22:29.031452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd70336-f840-4282-8e91-0a0771f861c5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:29.044645 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (647f5335-dc43-4cb4-82e4-b6c416449e9d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.044985 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Added segment 647f5335-dc43-4cb4-82e4-b6c416449e9d of type vlan for network 42fe7fba-9dbf-400b-a702-440090a9490b Jan 11 23:22:29.108788 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (42fe7fba-9dbf-400b-a702-440090a9490b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.224179 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (42fe7fba-9dbf-400b-a702-440090a9490b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.225767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:29.226342 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.309877 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] Pushing event updated for resources: {'Network': ['ID=42fe7fba-9dbf-400b-a702-440090a9490b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:29.323892 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 42fe7fba-9dbf-400b-a702-440090a9490b details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:22:29.324859 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619066f-6998-42a4-9a39-57b7dca9c828 req-10642d4e-8b6f-45f6-9cda-f85826e8c750 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:29.326760 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7619066f-6998-42a4-9a39-57b7dca9c828 req-10642d4e-8b6f-45f6-9cda-f85826e8c750 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0662606 Jan 11 23:22:29.382512 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7619066f-6998-42a4-9a39-57b7dca9c828 req-4bbc236b-78b9-4433-8c3b-08905f90d5c7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499074 Jan 11 23:22:29.391961 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6ccc1832-e755-4b85-abe7-f55eec936128 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9414425 Jan 11 23:22:29.392187 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38244) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:29.395204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-e7245cf2-f0a3-47d4-a8ef-3addc0dfbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:29.396270 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-e7245cf2-f0a3-47d4-a8ef-3addc0dfbfc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0600395 Jan 11 23:22:29.398999 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Request body: {'subnet': {'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1101593789-subnet', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:29.496668 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-5a1039fe-ee7e-4142-a9b5-98f0cd91a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:29.498162 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-5a1039fe-ee7e-4142-a9b5-98f0cd91a1d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.0957804 Jan 11 23:22:29.515103 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Made reservation on behalf of 0ee085bb247f401fab686d0ebc43cbe1 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:29.517569 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.550170 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-912cdebf-f439-4535-bad3-69d7987f0d2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.0368805 Jan 11 23:22:29.602135 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-b835b08d-87ae-4831-ab39-34aa3207f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:29.603502 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-b835b08d-87ae-4831-ab39-34aa3207f557 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0477087 Jan 11 23:22:29.634087 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-6ca19b0a-feef-4719-a3d8-79cab68184d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237985 Jan 11 23:22:29.687830 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38250) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:29.701924 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f9e31f4-b87a-44c1-be9f-c14d7f66a44c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.737046 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-00103c18-b7fb-4a83-b396-5e42277bad59 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963004 Jan 11 23:22:29.776142 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (72e5d066-483c-4b9a-ac61-1e3615925b74), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.812140 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f9e31f4-b87a-44c1-be9f-c14d7f66a44c admin admin] Publish callbacks [] for security_group (54192838-3849-4778-8314-2f6888d5f10a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.837157 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e5d066-483c-4b9a-ac61-1e3615925b74,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:29.844097 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0ab3794e-9ab1-4e2a-a5ef-13622053e60b req-691b1531-2d79-451a-8318-072b95b3fb72 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001668 Jan 11 23:22:29.868518 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Checking segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:29.869374 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Network hostable DHCP agents. Network: 42fe7fba-9dbf-400b-a702-440090a9490b, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:22:29.909145 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1f9e31f4-b87a-44c1-be9f-c14d7f66a44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (54192838-3849-4778-8314-2f6888d5f10a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:29.949409 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1f9e31f4-b87a-44c1-be9f-c14d7f66a44c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6501fafa62154943b41203c366b50aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578378 Jan 11 23:22:29.950174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38258) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:29.953898 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e31f4-b87a-44c1-be9f-c14d7f66a44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54192838-3849-4778-8314-2f6888d5f10a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:29.970619 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38262) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:29.986593 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Network 42fe7fba-9dbf-400b-a702-440090a9490b is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:22:30.017097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5915ddd0-1fc3-405f-a7e3-e7e5aca4f6fe admin admin] Publish callbacks [] for security_group (54192838-3849-4778-8314-2f6888d5f10a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.038588 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5915ddd0-1fc3-405f-a7e3-e7e5aca4f6fe admin admin] Publish callbacks [] for security_group (54192838-3849-4778-8314-2f6888d5f10a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.089254 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 42fe7fba-9dbf-400b-a702-440090a9490b) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:30.106842 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:30.106842 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.107733 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e75aaa-e9f3-4941-a789-67c653509d5a None None] Network 42fe7fba-9dbf-400b-a702-440090a9490b requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:30.107851 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6669c0f-9263-4482-9ef4-9e424b355650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.179767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5915ddd0-1fc3-405f-a7e3-e7e5aca4f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (54192838-3849-4778-8314-2f6888d5f10a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.182364 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5915ddd0-1fc3-405f-a7e3-e7e5aca4f6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.183508 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5915ddd0-1fc3-405f-a7e3-e7e5aca4f6fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54192838-3849-4778-8314-2f6888d5f10a HTTP/1.1" status: 204 len: 168 time: 0.2318263 Jan 11 23:22:30.194331 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915ddd0-1fc3-405f-a7e3-e7e5aca4f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54192838-3849-4778-8314-2f6888d5f10a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:30.219289 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38270) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:30.219492 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-17e82665-da40-4013-8baa-7987644c6a34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8250122 Jan 11 23:22:30.224283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:30.229648 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-42fe7fba-9dbf-400b-a702-440090a9490b', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:22:30.230539 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.274568 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6669c0f-9263-4482-9ef4-9e424b355650 admin admin] Publish callbacks [] for security_group (0a65336e-08f2-497e-b63e-bedd08e05a6a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.339998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (bcf81964-f715-4221-b969-413006281cbf), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.341228 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (bcf81964-f715-4221-b969-413006281cbf), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.380216 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d6669c0f-9263-4482-9ef4-9e424b355650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (0a65336e-08f2-497e-b63e-bedd08e05a6a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.383691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Allocated IP 172.20.0.2 (42fe7fba-9dbf-400b-a702-440090a9490b/72e5d066-483c-4b9a-ac61-1e3615925b74/37679206-bb52-4dec-ace7-7b7342b97a00) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:30.396147 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks [] for router_controller (bcf81964-f715-4221-b969-413006281cbf), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.417716 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d6669c0f-9263-4482-9ef4-9e424b355650 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=157db150e82a48d6846ea55f1a89dd7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460490 Jan 11 23:22:30.421264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38276) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:30.433970 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6669c0f-9263-4482-9ef4-9e424b355650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65336e-08f2-497e-b63e-bedd08e05a6a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:30.475221 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91377035-9b48-4426-9099-b29e4d6b3dcd admin admin] Publish callbacks [] for security_group (0a65336e-08f2-497e-b63e-bedd08e05a6a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.504081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91377035-9b48-4426-9099-b29e4d6b3dcd admin admin] Publish callbacks [] for security_group (0a65336e-08f2-497e-b63e-bedd08e05a6a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.523379 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de50f56-957c-4879-aa26-43933f28d5c0 req-cccd497b-ca56-4aa4-a1cb-b45c60fa92ec tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:30.525199 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1de50f56-957c-4879-aa26-43933f28d5c0 req-cccd497b-ca56-4aa4-a1cb-b45c60fa92ec tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0526690 Jan 11 23:22:30.541512 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Publish callbacks [] for port (37679206-bb52-4dec-ace7-7b7342b97a00), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.590040 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1de50f56-957c-4879-aa26-43933f28d5c0 req-015b18bb-0676-48f4-b774-034668aadf52 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456040 Jan 11 23:22:30.616210 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.650795 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Network 42fe7fba-9dbf-400b-a702-440090a9490b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:30.653930 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:30.657498 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:30.678510 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Pushing event updated for resources: {'Port': ['ID=37679206-bb52-4dec-ace7-7b7342b97a00,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:30.699562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks [] for router_gateway (bcf81964-f715-4221-b969-413006281cbf), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.704154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.704695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.705310 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.705654 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.705984 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.706475 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.706803 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.707237 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.707659 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.708009 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.708336 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.708662 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.709006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:30.737530 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Attempting to bind port 37679206-bb52-4dec-ace7-7b7342b97a00 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:30.737903 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Attempting to bind port 37679206-bb52-4dec-ace7-7b7342b97a00 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:30.738267 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Attempting to bind port 37679206-bb52-4dec-ace7-7b7342b97a00 on network 42fe7fba-9dbf-400b-a702-440090a9490b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:30.744714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:30.745124 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Checking segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:30.745532 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.745923 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Bound using segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:30.746383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Bound port: 37679206-bb52-4dec-ace7-7b7342b97a00, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:30.746763 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.784285 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91377035-9b48-4426-9099-b29e4d6b3dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (0a65336e-08f2-497e-b63e-bedd08e05a6a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.788196 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-91377035-9b48-4426-9099-b29e4d6b3dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:30.791755 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-91377035-9b48-4426-9099-b29e4d6b3dcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a65336e-08f2-497e-b63e-bedd08e05a6a HTTP/1.1" status: 204 len: 168 time: 0.3671923 Jan 11 23:22:30.809077 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91377035-9b48-4426-9099-b29e4d6b3dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65336e-08f2-497e-b63e-bedd08e05a6a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:30.820365 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] For port 37679206-bb52-4dec-ace7-7b7342b97a00, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:30.823698 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] For port 37679206-bb52-4dec-ace7-7b7342b97a00, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=37679206-bb52-4dec-ace7-7b7342b97a00,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:30.936791 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.015139 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830f6a9-ca7e-4921-aabf-60a8b2140421 None None] Pushing event updated for resources: {'Port': ['ID=37679206-bb52-4dec-ace7-7b7342b97a00,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:31.286449 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks [] for router_gateway (bcf81964-f715-4221-b969-413006281cbf), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.325988 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.453473 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Allocated IP 172.27.0.237 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:31.509513 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38316) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:31.536317 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33cdd41a-987e-4dba-af1a-9a195eb50136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.577652 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks [] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.637960 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33cdd41a-987e-4dba-af1a-9a195eb50136 admin admin] Publish callbacks [] for security_group (cadd9934-477c-43d8-b907-d7c2be573f79), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.738677 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e459b6-0034-47f7-9de1-a056c5e8411b req-3e31a716-cac8-41a9-9a04-6ad553c4dbb8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:31.740669 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.741376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a0e459b6-0034-47f7-9de1-a056c5e8411b req-3e31a716-cac8-41a9-9a04-6ad553c4dbb8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0681317 Jan 11 23:22:31.764381 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-33cdd41a-987e-4dba-af1a-9a195eb50136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (cadd9934-477c-43d8-b907-d7c2be573f79), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.779830 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:31.787779 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:31.794210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:31.804119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Pushing event updated for resources: {'Port': ['ID=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:31.840870 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a0e459b6-0034-47f7-9de1-a056c5e8411b req-f3d079c2-9eb9-48c6-9244-b364de093254 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940547 Jan 11 23:22:31.843932 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-33cdd41a-987e-4dba-af1a-9a195eb50136 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b720b97fa0174e559db8581c6558e8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305552 Jan 11 23:22:31.845181 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdd41a-987e-4dba-af1a-9a195eb50136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadd9934-477c-43d8-b907-d7c2be573f79,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:31.849867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:31.930102 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bf849d7-8689-4ac9-bed7-7cc3ba3bf578 admin admin] Publish callbacks [] for security_group (cadd9934-477c-43d8-b907-d7c2be573f79), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:31.965326 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bf849d7-8689-4ac9-bed7-7cc3ba3bf578 admin admin] Publish callbacks [] for security_group (cadd9934-477c-43d8-b907-d7c2be573f79), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.117739 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bf849d7-8689-4ac9-bed7-7cc3ba3bf578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (cadd9934-477c-43d8-b907-d7c2be573f79), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.120285 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1bf849d7-8689-4ac9-bed7-7cc3ba3bf578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.122488 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1bf849d7-8689-4ac9-bed7-7cc3ba3bf578 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cadd9934-477c-43d8-b907-d7c2be573f79 HTTP/1.1" status: 204 len: 168 time: 0.2712452 Jan 11 23:22:32.136533 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf849d7-8689-4ac9-bed7-7cc3ba3bf578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadd9934-477c-43d8-b907-d7c2be573f79,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:32.203066 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c040da-dd77-4f95-87c0-102f3c63edab None None] Network 42fe7fba-9dbf-400b-a702-440090a9490b requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:32.255654 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks [] for router_gateway (bcf81964-f715-4221-b969-413006281cbf), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.347732 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] Provisioning complete for port 37679206-bb52-4dec-ace7-7b7342b97a00 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:32.349942 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.466372 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] Current status of the port 37679206-bb52-4dec-ace7-7b7342b97a00 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:32.466826 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.519044 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] For port 37679206-bb52-4dec-ace7-7b7342b97a00, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=37679206-bb52-4dec-ace7-7b7342b97a00,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:32.578640 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (bcf81964-f715-4221-b969-413006281cbf), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.662022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.766034 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bfd93-2ca9-4c03-b1b5-683ee03af58b None None] Pushing event updated for resources: {'Port': ['ID=37679206-bb52-4dec-ace7-7b7342b97a00,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:32.800015 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-70a73222-ee23-44d2-ba20-a1b4f434d6e9 None None] Provisioning complete for port 37679206-bb52-4dec-ace7-7b7342b97a00 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:32.801695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-70a73222-ee23-44d2-ba20-a1b4f434d6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:32.924182 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Router bcf81964-f715-4221-b969-413006281cbf is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:22:32.993145 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 37679206-bb52-4dec-ace7-7b7342b97a00 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:33.053118 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b191b9-97d0-47f8-9060-6c73e610840b req-8cc908f9-43f2-4f15-91f2-62e21cfbe26a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:33.060585 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-31b191b9-97d0-47f8-9060-6c73e610840b req-8cc908f9-43f2-4f15-91f2-62e21cfbe26a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0954289 Jan 11 23:22:33.112666 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-70a73222-ee23-44d2-ba20-a1b4f434d6e9 None None] Current status of the port 37679206-bb52-4dec-ace7-7b7342b97a00 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:33.116986 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 37679206-bb52-4dec-ace7-7b7342b97a00 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:33.117330 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:33.128106 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-31b191b9-97d0-47f8-9060-6c73e610840b req-fe2d7847-cb68-4f0b-b682-0f38c0d233b9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664678 Jan 11 23:22:33.145167 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:22:33.161242 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Sync routers for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:22:33.171945 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:33.173118 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:33.211072 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 37679206-bb52-4dec-ace7-7b7342b97a00 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:33.237634 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:33.240035 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-88f94fa3-9cc6-4cc3-8170-235513f82f4c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0197346 Jan 11 23:22:33.245009 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38374) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:33.290772 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:33.500951 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:32Z', 'revision_number': 3, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:33.540995 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Checking router: bcf81964-f715-4221-b969-413006281cbf for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:22:33.541748 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Updating router bcf81964-f715-4221-b969-413006281cbf port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:22:33.580029 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:33.753531 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:33.820802 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38414) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:33.920870 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Publish callbacks [] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:33.950520 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Allocated IP 172.20.0.1 (42fe7fba-9dbf-400b-a702-440090a9490b/72e5d066-483c-4b9a-ac61-1e3615925b74/cfa87b99-ef83-4f24-8c70-ecf10b894712) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:33.976630 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1139843118-network', 'tenant_id': 'f5724e04e6a74e01b1f1f0652bef0b22'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:34.033869 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.075341 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks [] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.088296 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Made reservation on behalf of f5724e04e6a74e01b1f1f0652bef0b22 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:34.090694 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.098446 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Pushing event updated for resources: {'Port': ['ID=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:34.102980 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.108206 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.108798 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.109234 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.109770 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.110279 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.110620 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.110958 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.111345 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.111660 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.112162 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.112506 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.112837 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.114084 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:22:34.118267 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Attempting to bind port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:34.118829 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Attempting to bind port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:34.119199 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Attempting to bind port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:34.126420 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:34.126420 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:34.126420 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.126420 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:34.126420 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Bound port: 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:34.126858 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.176612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.199800 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks [] for security_group (4ef4fb1c-1a95-42d3-a525-263a1978594e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.207997 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] For port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:34.211431 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] For port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:34.228029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Network 42fe7fba-9dbf-400b-a702-440090a9490b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:34.234223 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:34.237929 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:34.270843 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4ef4fb1c-1a95-42d3-a525-263a1978594e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.279097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa87b99-ef83-4f24-8c70-ecf10b894712,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:34.289515 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cc35c-c2ca-4b41-804e-0033b3e649bb req-ced7f0b0-a306-4d43-8575-7fea81f9e139 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:34.291240 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e97cc35c-c2ca-4b41-804e-0033b3e649bb req-ced7f0b0-a306-4d43-8575-7fea81f9e139 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0754204 Jan 11 23:22:34.295549 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (bcf81964-f715-4221-b969-413006281cbf), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.300506 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:22:34.344615 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (c2e9f946-a4f2-45e3-8410-5bddd5dee1e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.345438 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Added segment c2e9f946-a4f2-45e3-8410-5bddd5dee1e4 of type vlan for network 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb Jan 11 23:22:34.369567 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef4fb1c-1a95-42d3-a525-263a1978594e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:34.403671 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.424661 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e97cc35c-c2ca-4b41-804e-0033b3e649bb req-1f0787e0-0004-41de-b365-d2307f3de900 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197281 Jan 11 23:22:34.427260 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (0a84bfe3-0d25-427c-ae3a-01a4f4c75beb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.490990 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4b3ae-7122-4704-85d1-fc53d30b881f None None] Pushing event updated for resources: {'Port': ['ID=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:34.506320 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:34.507046 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:34.550471 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-89c49532-acda-42a2-92d9-d6e3518ca255 None None] Provisioning complete for port cfa87b99-ef83-4f24-8c70-ecf10b894712 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:34.551838 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-89c49532-acda-42a2-92d9-d6e3518ca255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.574258 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (0a84bfe3-0d25-427c-ae3a-01a4f4c75beb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.578480 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:34.578480 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.588793 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-89c49532-acda-42a2-92d9-d6e3518ca255 None None] Port cfa87b99-ef83-4f24-8c70-ecf10b894712 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:22:34.646885 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] Pushing event updated for resources: {'Network': ['ID=0a84bfe3-0d25-427c-ae3a-01a4f4c75beb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:34.662299 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:22:34.664007 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:34.712123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38436) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:34.715516 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d9ec550e-5293-485e-844b-a67837e8d553 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8920350 Jan 11 23:22:34.721473 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Request body: {'subnet': {'network_id': '0a84bfe3-0d25-427c-ae3a-01a4f4c75beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1139843118-subnet', 'tenant_id': 'f5724e04e6a74e01b1f1f0652bef0b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:34.749605 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 37679206-bb52-4dec-ace7-7b7342b97a00 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:34.770651 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.837670 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 37679206-bb52-4dec-ace7-7b7342b97a00 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:34.838050 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.899887 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:34.925014 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:32Z', 'revision_number': 3, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:34.942931 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Made reservation on behalf of f5724e04e6a74e01b1f1f0652bef0b22 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:34.945407 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:34.963695 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7534339-cf48-4ab1-a5c3-e4ddea182673 None None] The sync data for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi is: [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:32Z', 'revision_number': 3, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:22:35.015317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 37679206-bb52-4dec-ace7-7b7342b97a00 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:35.098746 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1feab8cc-2e04-4da2-ba43-2289829ae260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.121620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks [] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.219446 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.227843 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1feab8cc-2e04-4da2-ba43-2289829ae260 admin admin] Publish callbacks [] for security_group (401c17fc-cb50-4c48-a0e8-3eb1e0180a2e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.313079 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (bcf81964-f715-4221-b969-413006281cbf), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.324585 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1feab8cc-2e04-4da2-ba43-2289829ae260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (401c17fc-cb50-4c48-a0e8-3eb1e0180a2e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.338167 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa87b99-ef83-4f24-8c70-ecf10b894712,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:35.358971 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1feab8cc-2e04-4da2-ba43-2289829ae260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb0b665e0f9e4c7c9cac3e01b96e5b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571922 Jan 11 23:22:35.363136 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38464) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:35.372228 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (b65a9290-0a67-454c-863c-fd27e7cb723e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.396381 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feab8cc-2e04-4da2-ba43-2289829ae260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401c17fc-cb50-4c48-a0e8-3eb1e0180a2e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:35.517545 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65a9290-0a67-454c-863c-fd27e7cb723e,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:35.581308 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Checking segment: {'id': 'c2e9f946-a4f2-45e3-8410-5bddd5dee1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0a84bfe3-0d25-427c-ae3a-01a4f4c75beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:35.581308 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Network hostable DHCP agents. Network: 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:22:35.588840 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Network 42fe7fba-9dbf-400b-a702-440090a9490b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:35.592017 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3863ec86-64f9-410b-ba24-68d1f6a7fedd admin admin] Publish callbacks [] for security_group (401c17fc-cb50-4c48-a0e8-3eb1e0180a2e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.595403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:35.628170 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3863ec86-64f9-410b-ba24-68d1f6a7fedd admin admin] Publish callbacks [] for security_group (401c17fc-cb50-4c48-a0e8-3eb1e0180a2e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.733619 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Network 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:22:35.775835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Router bcf81964-f715-4221-b969-413006281cbf has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:22:35.885903 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3863ec86-64f9-410b-ba24-68d1f6a7fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (401c17fc-cb50-4c48-a0e8-3eb1e0180a2e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.885903 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3863ec86-64f9-410b-ba24-68d1f6a7fedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.885903 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-3863ec86-64f9-410b-ba24-68d1f6a7fedd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/401c17fc-cb50-4c48-a0e8-3eb1e0180a2e HTTP/1.1" status: 204 len: 168 time: 0.5198669 Jan 11 23:22:35.885903 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:35.895968 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9660be-708b-43cd-8cce-c17ce0f6b069 None None] Network 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:35.899668 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:35.900383 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:35.922915 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863ec86-64f9-410b-ba24-68d1f6a7fedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401c17fc-cb50-4c48-a0e8-3eb1e0180a2e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:35.940388 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:22:35.946358 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f9298154-8635-4558-842e-f9537b7cbdd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/bcf81964-f715-4221-b969-413006281cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024865 Jan 11 23:22:35.999556 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-295e8f64-c408-4100-bd3d-db0de0fc3d49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2853727 Jan 11 23:22:36.027707 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-2a1935ac-ac95-46ca-973a-211ff3e42fae None None] Provisioning complete for port cfa87b99-ef83-4f24-8c70-ecf10b894712 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:36.028281 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2a1935ac-ac95-46ca-973a-211ff3e42fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.096383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2a1935ac-ac95-46ca-973a-211ff3e42fae None None] Port cfa87b99-ef83-4f24-8c70-ecf10b894712 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:22:36.104707 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462d2d2-342c-48e1-bf8e-23260d43c84c None None] Network 0a84bfe3-0d25-427c-ae3a-01a4f4c75beb requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:36.628083 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:36.642167 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9076c78a-3bd7-49d9-b114-4022f237c42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.736848 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9076c78a-3bd7-49d9-b114-4022f237c42a admin admin] Publish callbacks [] for security_group (36abccd4-eeeb-4844-b469-ed0d45eeac36), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.779015 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:36.796785 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9076c78a-3bd7-49d9-b114-4022f237c42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (36abccd4-eeeb-4844-b469-ed0d45eeac36), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.836558 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c78a-3bd7-49d9-b114-4022f237c42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36abccd4-eeeb-4844-b469-ed0d45eeac36,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:36.840836 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-9076c78a-3bd7-49d9-b114-4022f237c42a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d790818cd024d35bb4103d4d48e0b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108600 Jan 11 23:22:36.843604 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38504) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:36.847272 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:36.855684 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.915343 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bed13df-c8b0-48f9-979d-391aa456028a admin admin] Publish callbacks [] for security_group (36abccd4-eeeb-4844-b469-ed0d45eeac36), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.945826 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bed13df-c8b0-48f9-979d-391aa456028a admin admin] Publish callbacks [] for security_group (36abccd4-eeeb-4844-b469-ed0d45eeac36), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.958671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:36.962493 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:36.986372 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:37.000462 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Sync routers for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:22:37.012385 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:37.013050 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:37.084734 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bed13df-c8b0-48f9-979d-391aa456028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (36abccd4-eeeb-4844-b469-ed0d45eeac36), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.087632 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0bed13df-c8b0-48f9-979d-391aa456028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.095078 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0bed13df-c8b0-48f9-979d-391aa456028a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36abccd4-eeeb-4844-b469-ed0d45eeac36 HTTP/1.1" status: 204 len: 168 time: 0.2443972 Jan 11 23:22:37.100237 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.109994 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed13df-c8b0-48f9-979d-391aa456028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36abccd4-eeeb-4844-b469-ed0d45eeac36,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:37.167136 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:37.193251 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:37.202077 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38520) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:37.418021 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 2, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:37.449903 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Checking router: bcf81964-f715-4221-b969-413006281cbf for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:22:37.450261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Updating router bcf81964-f715-4221-b969-413006281cbf port cfa87b99-ef83-4f24-8c70-ecf10b894712 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:22:37.490934 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.520534 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16262315-14cc-4488-8377-8b3559cf6f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.531733 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c499722-5793-4718-8523-5f5eb068aa4c req-e09e372c-fdc1-42a1-aa66-9587bc10f767 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:37.534189 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c499722-5793-4718-8523-5f5eb068aa4c req-e09e372c-fdc1-42a1-aa66-9587bc10f767 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0785403 Jan 11 23:22:37.543790 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:37.548392 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1775433546-network', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:37.641915 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c499722-5793-4718-8523-5f5eb068aa4c req-9d203635-a871-47a1-a894-1073e74e335f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857353 Jan 11 23:22:37.678267 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38542) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:37.690599 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1608016475-network', 'tenant_id': '585399caf7244c94b5ae3005d965d026'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:37.721079 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16262315-14cc-4488-8377-8b3559cf6f14 admin admin] Publish callbacks [] for security_group (d466f704-4d55-489f-bbde-e04ab899b1ff), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.727639 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Made reservation on behalf of 81b28558a8104c0d80583ec6f38a87b2 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:37.730776 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.756642 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.817638 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-16262315-14cc-4488-8377-8b3559cf6f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d466f704-4d55-489f-bbde-e04ab899b1ff), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.828481 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Publish callbacks [] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.858050 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Made reservation on behalf of 585399caf7244c94b5ae3005d965d026 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:37.860271 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.894051 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:37.948750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080836dd-4589-4407-ac35-9caf5cf49c96 None None] Pushing event updated for resources: {'Port': ['ID=cfa87b99-ef83-4f24-8c70-ecf10b894712,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.026701 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Attempting to bind port cfa87b99-ef83-4f24-8c70-ecf10b894712 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:38.027395 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Attempting to bind port cfa87b99-ef83-4f24-8c70-ecf10b894712 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:38.027662 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Attempting to bind port cfa87b99-ef83-4f24-8c70-ecf10b894712 on network 42fe7fba-9dbf-400b-a702-440090a9490b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:38.033769 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:38.034325 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Checking segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:38.034731 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.035882 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Bound using segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:38.036490 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Bound port: cfa87b99-ef83-4f24-8c70-ecf10b894712, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:38.036819 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.075985 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.100556 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-16262315-14cc-4488-8377-8b3559cf6f14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ae85f6a37214a3b9e8d1ec01d2c9ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8972228 Jan 11 23:22:38.102721 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks [] for security_group (5955663c-ac63-4089-8815-2831aee84c64), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.103244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38564) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:38.103769 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16262315-14cc-4488-8377-8b3559cf6f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d466f704-4d55-489f-bbde-e04ab899b1ff,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.150112 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] For port cfa87b99-ef83-4f24-8c70-ecf10b894712, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:38.155280 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] For port cfa87b99-ef83-4f24-8c70-ecf10b894712, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cfa87b99-ef83-4f24-8c70-ecf10b894712,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:38.177644 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (5955663c-ac63-4089-8815-2831aee84c64), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.187942 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:22:38.192150 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5441ff2c-3c28-429d-b765-1fcdf23a3029 admin admin] Publish callbacks [] for security_group (d466f704-4d55-489f-bbde-e04ab899b1ff), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.215823 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (f543f674-843d-469e-9e73-b114a80d4770), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.216367 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Added segment f543f674-843d-469e-9e73-b114a80d4770 of type vlan for network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 Jan 11 23:22:38.224245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5441ff2c-3c28-429d-b765-1fcdf23a3029 admin admin] Publish callbacks [] for security_group (d466f704-4d55-489f-bbde-e04ab899b1ff), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.268753 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5955663c-ac63-4089-8815-2831aee84c64,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.274386 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.315755 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.315755 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks [] for security_group (847b193a-d377-4593-aa41-2e86bdad35b3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.363205 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5441ff2c-3c28-429d-b765-1fcdf23a3029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d466f704-4d55-489f-bbde-e04ab899b1ff), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.367063 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5441ff2c-3c28-429d-b765-1fcdf23a3029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.372107 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:38.372107 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:38.372328 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5441ff2c-3c28-429d-b765-1fcdf23a3029 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d466f704-4d55-489f-bbde-e04ab899b1ff HTTP/1.1" status: 204 len: 168 time: 0.2640488 Jan 11 23:22:38.377595 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441ff2c-3c28-429d-b765-1fcdf23a3029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d466f704-4d55-489f-bbde-e04ab899b1ff,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.391815 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (847b193a-d377-4593-aa41-2e86bdad35b3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.443728 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:22:38.461599 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.465417 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:38.467114 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.473317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] Provisioning complete for port cfa87b99-ef83-4f24-8c70-ecf10b894712 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:38.474090 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.509154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080836dd-4589-4407-ac35-9caf5cf49c96 None None] Pushing event updated for resources: {'Port': ['ID=cfa87b99-ef83-4f24-8c70-ecf10b894712,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.623692 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (717a0472-09b3-4cd4-8c5f-69f76356a279), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.624043 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Added segment 717a0472-09b3-4cd4-8c5f-69f76356a279 of type vlan for network 9c5752b1-1a25-4cb6-862a-6739033317c4 Jan 11 23:22:38.625948 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847b193a-d377-4593-aa41-2e86bdad35b3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.685077 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4f0146-e2d7-4e2f-b47b-6b0e8c419868,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:38.704787 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (9c5752b1-1a25-4cb6-862a-6739033317c4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.713125 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d629fdf8-97c6-4492-8b7a-0261c6b470c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1684828 Jan 11 23:22:38.715559 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38586) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:38.729339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Request body: {'subnet': {'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1775433546-subnet', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:38.818106 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:22:38.820315 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:38.849643 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (9c5752b1-1a25-4cb6-862a-6739033317c4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.851086 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:38.852034 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.872730 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:22:38.912230 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Made reservation on behalf of 81b28558a8104c0d80583ec6f38a87b2 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:38.914973 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:38.997710 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38600) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:38.998374 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3150122 Jan 11 23:22:39.004387 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb8c95-a7f4-4034-8813-079924a8232f admin admin] Pushing event updated for resources: {'Network': ['ID=9c5752b1-1a25-4cb6-862a-6739033317c4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:39.015424 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:39.025856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Request body: {'subnet': {'network_id': '9c5752b1-1a25-4cb6-862a-6739033317c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1608016475-subnet', 'tenant_id': '585399caf7244c94b5ae3005d965d026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:39.060430 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 9c5752b1-1a25-4cb6-862a-6739033317c4 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:22:39.128162 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] Current status of the port cfa87b99-ef83-4f24-8c70-ecf10b894712 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:39.131419 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.182634 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Made reservation on behalf of 585399caf7244c94b5ae3005d965d026 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:39.185813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.263822 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (95f5b418-91c8-4916-8de3-b46e224e2903), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.310917 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:39.311222 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.352019 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f5b418-91c8-4916-8de3-b46e224e2903,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:39.362129 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] For port cfa87b99-ef83-4f24-8c70-ecf10b894712, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cfa87b99-ef83-4f24-8c70-ecf10b894712,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:39.405825 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Checking segment: {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:39.406184 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Network hostable DHCP agents. Network: ad4f0146-e2d7-4e2f-b47b-6b0e8c419868, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:22:39.467998 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.495457 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:39.500188 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38610) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:39.514625 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86210355-4505-4283-9886-aa0d584c270a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.516742 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (fe8ee48f-47d0-44b5-8cb8-437f2873cf56), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.532861 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5a9fe-5cd5-4b31-b0fe-bcd4281edd0f None None] Pushing event updated for resources: {'Port': ['ID=cfa87b99-ef83-4f24-8c70-ecf10b894712,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:39.543806 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:38Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:39.560582 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:22:39.574768 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81dd09-ca8b-4ab2-85c4-1804bc07a47c None None] The sync data for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi is: [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:38Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:22:39.593569 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c00b69bb-4917-41db-945a-4c64755a1522 None None] Provisioning complete for port cfa87b99-ef83-4f24-8c70-ecf10b894712 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:39.595176 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c00b69bb-4917-41db-945a-4c64755a1522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.601376 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8ee48f-47d0-44b5-8cb8-437f2873cf56,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:39.675022 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, ad4f0146-e2d7-4e2f-b47b-6b0e8c419868) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:39.699448 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:39.700572 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.716490 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a036522-5ca7-4c79-9575-9d8e9ce1a2ee None None] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:39.719744 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Checking segment: {'id': '717a0472-09b3-4cd4-8c5f-69f76356a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9c5752b1-1a25-4cb6-862a-6739033317c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:39.720239 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Network hostable DHCP agents. Network: 9c5752b1-1a25-4cb6-862a-6739033317c4, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:22:39.751722 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38616) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:39.795619 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86210355-4505-4283-9886-aa0d584c270a admin admin] Publish callbacks [] for security_group (7268d841-3506-45b8-88b5-ad9e5ee51251), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.804080 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c00b69bb-4917-41db-945a-4c64755a1522 None None] Current status of the port cfa87b99-ef83-4f24-8c70-ecf10b894712 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:39.812520 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e5a28a76-0270-404a-904c-f359b7e1b096 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0849888 Jan 11 23:22:39.815999 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38620) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:39.818444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:39.866156 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Network 9c5752b1-1a25-4cb6-862a-6739033317c4 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:22:39.891291 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 9c5752b1-1a25-4cb6-862a-6739033317c4) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:39.896116 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:39.902538 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.903139 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-ad4f0146-e2d7-4e2f-b47b-6b0e8c419868', 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868', 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'fixed_ips': [{'subnet_id': '95f5b418-91c8-4916-8de3-b46e224e2903'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:22:39.904664 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.922897 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86210355-4505-4283-9886-aa0d584c270a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7268d841-3506-45b8-88b5-ad9e5ee51251), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.936252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e520e20-3dd3-4856-9f85-5a1e08344db4 None None] Network 9c5752b1-1a25-4cb6-862a-6739033317c4 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:39.945791 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fac5aa38-3fda-4c44-932a-a36e61718d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.955619 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-86210355-4505-4283-9886-aa0d584c270a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a02349a3f3e342b8aac8720a1c0e3d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543262 Jan 11 23:22:39.958196 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38628) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:39.984490 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (1381244c-c312-44c7-9e3c-3a0cd4cee211), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:39.986869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (1381244c-c312-44c7-9e3c-3a0cd4cee211), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.077046 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks [] for router_controller (1381244c-c312-44c7-9e3c-3a0cd4cee211), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.100021 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-0e4474f3-8a97-4bfe-9cff-8bd14a1d7e2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0927637 Jan 11 23:22:40.106320 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fac5aa38-3fda-4c44-932a-a36e61718d64 admin admin] Publish callbacks [] for security_group (7df9491a-747b-4ee9-bd3d-93d68f701e1a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.125472 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86210355-4505-4283-9886-aa0d584c270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7268d841-3506-45b8-88b5-ad9e5ee51251,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:40.180172 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fac5aa38-3fda-4c44-932a-a36e61718d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7df9491a-747b-4ee9-bd3d-93d68f701e1a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.235164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ecbc52-26b8-4675-b011-babe3b02713c admin admin] Publish callbacks [] for security_group (7268d841-3506-45b8-88b5-ad9e5ee51251), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.273916 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Allocated IP 172.20.0.2 (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868/95f5b418-91c8-4916-8de3-b46e224e2903/c04308a4-980b-4d4f-8126-4a23d01bbedb) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:40.290454 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-fac5aa38-3fda-4c44-932a-a36e61718d64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=406dce21028d4f7f84f1917b5dbe5e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5366058 Jan 11 23:22:40.292519 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:40.311998 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5aa38-3fda-4c44-932a-a36e61718d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9491a-747b-4ee9-bd3d-93d68f701e1a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:40.404188 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ba7e9-7ef0-4079-b795-9c1b8e86ab0c None None] Network 9c5752b1-1a25-4cb6-862a-6739033317c4 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:40.434237 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8071-02cf-43e5-add3-1d47d2e0033a admin admin] Publish callbacks [] for security_group (7df9491a-747b-4ee9-bd3d-93d68f701e1a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.501417 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8071-02cf-43e5-add3-1d47d2e0033a admin admin] Publish callbacks [] for security_group (7df9491a-747b-4ee9-bd3d-93d68f701e1a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.522006 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks [] for router_gateway (1381244c-c312-44c7-9e3c-3a0cd4cee211), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.539966 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ecbc52-26b8-4675-b011-babe3b02713c admin admin] Publish callbacks [] for security_group (7268d841-3506-45b8-88b5-ad9e5ee51251), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.607477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Publish callbacks [] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.703705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8071-02cf-43e5-add3-1d47d2e0033a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7df9491a-747b-4ee9-bd3d-93d68f701e1a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.704422 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.706271 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ce7c8071-02cf-43e5-add3-1d47d2e0033a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.711143 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ecbc52-26b8-4675-b011-babe3b02713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (7268d841-3506-45b8-88b5-ad9e5ee51251), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.711323 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ce7c8071-02cf-43e5-add3-1d47d2e0033a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7df9491a-747b-4ee9-bd3d-93d68f701e1a HTTP/1.1" status: 204 len: 168 time: 0.4154294 Jan 11 23:22:40.713193 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-12ecbc52-26b8-4675-b011-babe3b02713c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.714543 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-12ecbc52-26b8-4675-b011-babe3b02713c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7268d841-3506-45b8-88b5-ad9e5ee51251 HTTP/1.1" status: 204 len: 168 time: 0.7553394 Jan 11 23:22:40.728575 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c8071-02cf-43e5-add3-1d47d2e0033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9491a-747b-4ee9-bd3d-93d68f701e1a,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:40.732338 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecbc52-26b8-4675-b011-babe3b02713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7268d841-3506-45b8-88b5-ad9e5ee51251,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:40.851473 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cfa87b99-ef83-4f24-8c70-ecf10b894712 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:40.872847 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:40.889875 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:40.901986 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:40.919382 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks [] for router_gateway (1381244c-c312-44c7-9e3c-3a0cd4cee211), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:40.924067 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Pushing event updated for resources: {'Port': ['ID=c04308a4-980b-4d4f-8126-4a23d01bbedb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:40.961547 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.049667 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Attempting to bind port c04308a4-980b-4d4f-8126-4a23d01bbedb on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:41.049667 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Attempting to bind port c04308a4-980b-4d4f-8126-4a23d01bbedb by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:41.050086 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Attempting to bind port c04308a4-980b-4d4f-8126-4a23d01bbedb on network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:41.060409 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:41.061060 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Checking segment: {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:41.061745 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.062231 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Bound using segment: {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:41.063016 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Bound port: c04308a4-980b-4d4f-8126-4a23d01bbedb, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:41.063624 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.155575 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Allocated IP 172.27.0.127 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/83a27a3e-9bfb-437b-9f73-535ab3c3bce5) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:41.242189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port cfa87b99-ef83-4f24-8c70-ecf10b894712 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:41.245343 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.330244 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] For port c04308a4-980b-4d4f-8126-4a23d01bbedb, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:41.375563 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks [] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.379390 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] For port c04308a4-980b-4d4f-8126-4a23d01bbedb, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c04308a4-980b-4d4f-8126-4a23d01bbedb,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:41.528853 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.576788 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:41.585597 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:41.585799 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:41.602022 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:41.620205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port cfa87b99-ef83-4f24-8c70-ecf10b894712 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:41.653363 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1bcb7-b400-4d30-9b91-8e87b5d52a84 None None] Pushing event updated for resources: {'Port': ['ID=c04308a4-980b-4d4f-8126-4a23d01bbedb,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:41.664981 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Pushing event updated for resources: {'Port': ['ID=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:42.052666 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks [] for router_gateway (1381244c-c312-44c7-9e3c-3a0cd4cee211), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.332672 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:42.497394 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (1381244c-c312-44c7-9e3c-3a0cd4cee211), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.603110 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2097774219-network', 'tenant_id': '491208b684564d978aeb8a9c19165bff'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:42.687971 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Made reservation on behalf of 491208b684564d978aeb8a9c19165bff for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:42.690754 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.708300 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.745215 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Router 1381244c-c312-44c7-9e3c-3a0cd4cee211 is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:22:42.814703 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c04308a4-980b-4d4f-8126-4a23d01bbedb up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:42.826398 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks [] for security_group (a7c8e368-e928-4423-af10-a61e9c74d838), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.877076 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port c04308a4-980b-4d4f-8126-4a23d01bbedb triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:42.877457 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.903871 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:22:42.905957 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4d15c-157e-4b52-b5f5-4d77e7de0447 None None] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:42.913640 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Sync routers for ids ['1381244c-c312-44c7-9e3c-3a0cd4cee211'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:22:42.923302 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Routers {'1381244c-c312-44c7-9e3c-3a0cd4cee211'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:42.923915 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1381244c-c312-44c7-9e3c-3a0cd4cee211'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:42.933623 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a7c8e368-e928-4423-af10-a61e9c74d838), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.958315 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:22:42.973777 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c8e368-e928-4423-af10-a61e9c74d838,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:42.977119 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (255b8db4-f55a-49a0-8986-91369fbb48fb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:42.977535 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Added segment 255b8db4-f55a-49a0-8986-91369fbb48fb of type vlan for network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 Jan 11 23:22:43.020295 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (2c3b02cc-47f5-4a1b-940e-d7307db926b3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.024690 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.026725 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-95f1be18-6118-4ab5-9164-0f46b1466b07 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2130020 Jan 11 23:22:43.031567 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38734) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:43.045705 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Provisioning complete for port c04308a4-980b-4d4f-8126-4a23d01bbedb triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:43.046132 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.143973 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Set router 1381244c-c312-44c7-9e3c-3a0cd4cee211 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:43.155304 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port c04308a4-980b-4d4f-8126-4a23d01bbedb is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:43.155696 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.225830 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port c04308a4-980b-4d4f-8126-4a23d01bbedb, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c04308a4-980b-4d4f-8126-4a23d01bbedb,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:43.252413 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Current status of the port c04308a4-980b-4d4f-8126-4a23d01bbedb is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:43.252413 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.334932 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.389688 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (2c3b02cc-47f5-4a1b-940e-d7307db926b3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.390718 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:43.391294 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.465129 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:22:41Z', 'revision_number': 3, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:43.503451 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=c04308a4-980b-4d4f-8126-4a23d01bbedb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:43.505313 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Checking router: 1381244c-c312-44c7-9e3c-3a0cd4cee211 for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:22:43.505921 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.db.api [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 23:22:43.506283 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG oslo_db.api [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 23:22:43.510975 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Updating router 1381244c-c312-44c7-9e3c-3a0cd4cee211 port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:22:43.549761 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c3b02cc-47f5-4a1b-940e-d7307db926b3,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:43.552779 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.565029 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:22:43.628693 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38752) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:43.629341 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-eec4bdd0-1fbe-4708-8024-7db5080d9ee3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2948992 Jan 11 23:22:43.657642 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Request body: {'subnet': {'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2097774219-subnet', 'tenant_id': '491208b684564d978aeb8a9c19165bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:43.746052 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.768138 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Made reservation on behalf of 491208b684564d978aeb8a9c19165bff for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:43.771385 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.928427 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Publish callbacks [] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:43.936607 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Allocated IP 172.20.0.1 (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868/95f5b418-91c8-4916-8de3-b46e224e2903/e8a7ee7f-5c80-4242-8875-260228bc3377) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:44.019633 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.038121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (2d9def7f-ac13-4f28-b8ab-75b38766f0ef), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.058993 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-467cbbbb-0b8f-4833-b0c1-4adbed8af851 None None] Current status of the port c04308a4-980b-4d4f-8126-4a23d01bbedb is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:44.075191 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks [] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.108638 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad888f-97aa-4d32-9f49-c3cb54af6edf None None] Pushing event updated for resources: {'Port': ['ID=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:44.111023 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d9def7f-ac13-4f28-b8ab-75b38766f0ef,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:44.113954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38764) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:44.134099 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Attempting to bind port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:44.134099 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Attempting to bind port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:44.134099 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Attempting to bind port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:44.136901 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:44.137309 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:44.138064 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.138064 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:44.138546 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Bound port: 83a27a3e-9bfb-437b-9f73-535ab3c3bce5, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:44.138924 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.161379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Checking segment: {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:44.162083 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Network hostable DHCP agents. Network: 2c3b02cc-47f5-4a1b-940e-d7307db926b3, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:22:44.185520 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-fd7849f6-8c58-4e9e-a244-30f4a7e98da2 None None] Provisioning complete for port c04308a4-980b-4d4f-8126-4a23d01bbedb triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:44.185908 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd7849f6-8c58-4e9e-a244-30f4a7e98da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.210164 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] For port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:44.213470 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] For port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:44.237402 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.242186 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60cce67f-c9c3-4c75-93f0-bd336a187f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.257259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:22:44.293416 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-fd7849f6-8c58-4e9e-a244-30f4a7e98da2 None None] Current status of the port c04308a4-980b-4d4f-8126-4a23d01bbedb is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:44.320013 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a7ee7f-5c80-4242-8875-260228bc3377,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:44.326271 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:44.328472 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:44.335286 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.355205 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:44.355838 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (1381244c-c312-44c7-9e3c-3a0cd4cee211), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.381520 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 2c3b02cc-47f5-4a1b-940e-d7307db926b3) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:44.394749 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60cce67f-c9c3-4c75-93f0-bd336a187f70 admin admin] Publish callbacks [] for security_group (5356b582-2016-428e-98bb-8003f1cf5001), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.397411 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:44.397972 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.400881 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4d1198-2c6b-45e8-8549-6483da50cb4f None None] Network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:44.464639 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Routers {'1381244c-c312-44c7-9e3c-3a0cd4cee211'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:44.476103 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1381244c-c312-44c7-9e3c-3a0cd4cee211'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:44.492366 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60cce67f-c9c3-4c75-93f0-bd336a187f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (5356b582-2016-428e-98bb-8003f1cf5001), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.543088 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09efb0-ff47-4034-87a8-d51014d5d9dc None None] Network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:44.554758 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad888f-97aa-4d32-9f49-c3cb54af6edf None None] Pushing event updated for resources: {'Port': ['ID=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:44.573115 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-3ec80615-9149-4433-a832-b5fd52107fee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9428482 Jan 11 23:22:44.585625 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-60cce67f-c9c3-4c75-93f0-bd336a187f70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98f0a7476c2344f4b44af3671247bc01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701881 Jan 11 23:22:44.586786 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cce67f-c9c3-4c75-93f0-bd336a187f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5356b582-2016-428e-98bb-8003f1cf5001,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:44.587988 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38784) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:44.687350 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] Set router 1381244c-c312-44c7-9e3c-3a0cd4cee211 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:44.698749 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb66ee6-198a-4472-9f0b-948f957ad769 admin admin] Publish callbacks [] for security_group (5356b582-2016-428e-98bb-8003f1cf5001), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.700510 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.782738 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb66ee6-198a-4472-9f0b-948f957ad769 admin admin] Publish callbacks [] for security_group (5356b582-2016-428e-98bb-8003f1cf5001), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.795575 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c70c5b80-a8a0-4af4-aee8-fb3c49980514 None None] Provisioning complete for port e8a7ee7f-5c80-4242-8875-260228bc3377 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:44.795961 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c70c5b80-a8a0-4af4-aee8-fb3c49980514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:44.854043 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c04308a4-980b-4d4f-8126-4a23d01bbedb up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:44.909554 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c70c5b80-a8a0-4af4-aee8-fb3c49980514 None None] Port e8a7ee7f-5c80-4242-8875-260228bc3377 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:22:44.955600 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port c04308a4-980b-4d4f-8126-4a23d01bbedb triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:44.956234 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.006637 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks [] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.013722 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb66ee6-198a-4472-9f0b-948f957ad769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (5356b582-2016-428e-98bb-8003f1cf5001), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.017815 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5fb66ee6-198a-4472-9f0b-948f957ad769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.019075 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5fb66ee6-198a-4472-9f0b-948f957ad769 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5356b582-2016-428e-98bb-8003f1cf5001 HTTP/1.1" status: 204 len: 168 time: 0.4300826 Jan 11 23:22:45.023397 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:22:41Z', 'revision_number': 3, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:45.046067 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb66ee6-198a-4472-9f0b-948f957ad769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5356b582-2016-428e-98bb-8003f1cf5001,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:45.060900 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c137fe8-62cc-4bc2-a981-575af129044b None None] The sync data for ids ['1381244c-c312-44c7-9e3c-3a0cd4cee211'] in dv-cinder-821602-8-iscsi is: [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:22:41Z', 'revision_number': 3, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:22:45.065161 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.065933 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (1381244c-c312-44c7-9e3c-3a0cd4cee211), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.141602 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port c04308a4-980b-4d4f-8126-4a23d01bbedb is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:45.166855 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a7ee7f-5c80-4242-8875-260228bc3377,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:45.213710 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:45.215180 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:45.348288 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Router 1381244c-c312-44c7-9e3c-3a0cd4cee211 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:22:45.543706 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c511917c-ad22-4b30-9eac-e366e6fb28b3 None None] Provisioning complete for port e8a7ee7f-5c80-4242-8875-260228bc3377 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:45.544840 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c511917c-ad22-4b30-9eac-e366e6fb28b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.622166 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c511917c-ad22-4b30-9eac-e366e6fb28b3 None None] Port e8a7ee7f-5c80-4242-8875-260228bc3377 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:22:45.715752 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7f091f4a-1a20-44cc-a104-93fc9b816a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:45.772275 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:22:45.778990 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-195bb8eb-213f-4ab1-9773-3573ad1905e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/1381244c-c312-44c7-9e3c-3a0cd4cee211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7483947 Jan 11 23:22:45.956518 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38830) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:45.969413 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd04f4c1-5ce8-4e34-bbc4-cbfc2a2cf28a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.108371 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd04f4c1-5ce8-4e34-bbc4-cbfc2a2cf28a admin admin] Publish callbacks [] for security_group (e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.174934 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fd04f4c1-5ce8-4e34-bbc4-cbfc2a2cf28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.228992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04f4c1-5ce8-4e34-bbc4-cbfc2a2cf28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:46.233806 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fd04f4c1-5ce8-4e34-bbc4-cbfc2a2cf28a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42d80afe3b194ec0a7305aeeff36b427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783074 Jan 11 23:22:46.242149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38842) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:46.331318 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa75e12-ce08-4a12-8fd7-0c62e2429a27 admin admin] Publish callbacks [] for security_group (e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.364252 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa75e12-ce08-4a12-8fd7-0c62e2429a27 admin admin] Publish callbacks [] for security_group (e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.505412 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa75e12-ce08-4a12-8fd7-0c62e2429a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.508090 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5aa75e12-ce08-4a12-8fd7-0c62e2429a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.509279 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5aa75e12-ce08-4a12-8fd7-0c62e2429a27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d HTTP/1.1" status: 204 len: 168 time: 0.2657931 Jan 11 23:22:46.517687 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa75e12-ce08-4a12-8fd7-0c62e2429a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbcdb4-3459-4daa-ade6-dcd0d86b7b2d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:46.646716 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38856) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:46.653740 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-598219114', 'description': 'tempest-secgroup-smoke-598219114 description', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:46.731851 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38864) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:46.772224 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.826144 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:46.883332 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group (c2bb6cba-7d15-463f-8f4b-d3ae54bc9184), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.913739 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:46.914197 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:46.954661 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c2bb6cba-7d15-463f-8f4b-d3ae54bc9184), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.000733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.032773 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:47.033630 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.055839 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ec4ab9-8070-4fa2-b736-8e97ff543812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.057613 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:47.114643 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.127413 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38874) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:47.128051 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ccb46287-3259-4a2f-a138-9f46fcd38521 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4800382 Jan 11 23:22:47.133928 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb6cba-7d15-463f-8f4b-d3ae54bc9184', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:47.154798 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ec4ab9-8070-4fa2-b736-8e97ff543812 admin admin] Publish callbacks [] for security_group (308b1d70-1661-4c9f-bccc-583d3a304f10), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.206101 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.229505 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4ec4ab9-8070-4fa2-b736-8e97ff543812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (308b1d70-1661-4c9f-bccc-583d3a304f10), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.251070 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (ff296f56-34e1-4bbf-b0cc-0a9953d27436), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.258043 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.301137 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f4ec4ab9-8070-4fa2-b736-8e97ff543812 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7050febca4a4450e8614fe227e99dee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5669680 Jan 11 23:22:47.304822 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38876) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:47.311112 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec4ab9-8070-4fa2-b736-8e97ff543812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308b1d70-1661-4c9f-bccc-583d3a304f10,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.358073 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (ff296f56-34e1-4bbf-b0cc-0a9953d27436), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.370366 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:47.387245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dae04e5-38c2-4234-9377-c8728acd07fc admin admin] Publish callbacks [] for security_group (308b1d70-1661-4c9f-bccc-583d3a304f10), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.387428 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Sync routers for ids ['1381244c-c312-44c7-9e3c-3a0cd4cee211'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:22:47.389057 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9429eea-aa56-4319-b591-43f2d9fb4554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.405463 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Routers {'1381244c-c312-44c7-9e3c-3a0cd4cee211'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:47.405463 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1381244c-c312-44c7-9e3c-3a0cd4cee211'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:47.423575 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dae04e5-38c2-4234-9377-c8728acd07fc admin admin] Publish callbacks [] for security_group (308b1d70-1661-4c9f-bccc-583d3a304f10), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.485528 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9429eea-aa56-4319-b591-43f2d9fb4554 admin admin] Publish callbacks [] for security_group (486fa8a8-6158-422b-956c-f9b430cc3a75), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.486749 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (ff296f56-34e1-4bbf-b0cc-0a9953d27436), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.510733 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff296f56-34e1-4bbf-b0cc-0a9953d27436,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.540484 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Set router 1381244c-c312-44c7-9e3c-3a0cd4cee211 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:47.579419 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dae04e5-38c2-4234-9377-c8728acd07fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (308b1d70-1661-4c9f-bccc-583d3a304f10), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.582166 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.582773 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dae04e5-38c2-4234-9377-c8728acd07fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.584066 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-0dae04e5-38c2-4234-9377-c8728acd07fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/308b1d70-1661-4c9f-bccc-583d3a304f10 HTTP/1.1" status: 204 len: 168 time: 0.2782137 Jan 11 23:22:47.587470 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-942b33ef-194e-4da5-bab3-38ce144c9577 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4590175 Jan 11 23:22:47.588360 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a9429eea-aa56-4319-b591-43f2d9fb4554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (486fa8a8-6158-422b-956c-f9b430cc3a75), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.590686 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38880) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:47.598469 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae04e5-38c2-4234-9377-c8728acd07fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308b1d70-1661-4c9f-bccc-583d3a304f10,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.598719 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb6cba-7d15-463f-8f4b-d3ae54bc9184', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:47.654340 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-a9429eea-aa56-4319-b591-43f2d9fb4554 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47c6ce7343ad411f935d21dc2ccb878a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797470 Jan 11 23:22:47.654340 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429eea-aa56-4319-b591-43f2d9fb4554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486fa8a8-6158-422b-956c-f9b430cc3a75,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.654662 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38882) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:47.717178 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-332d4336-1f7f-4398-9ca9-5c76bfc1a0e4 admin admin] Publish callbacks [] for security_group (486fa8a8-6158-422b-956c-f9b430cc3a75), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.741375 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-332d4336-1f7f-4398-9ca9-5c76bfc1a0e4 admin admin] Publish callbacks [] for security_group (486fa8a8-6158-422b-956c-f9b430cc3a75), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.744288 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (4eac898b-e155-47c8-97c5-1c774f680539), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.795021 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:22:44Z', 'revision_number': 4, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'e8a7ee7f-5c80-4242-8875-260228bc3377', 'name': '', 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'mac_address': 'fa:16:3e:90:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '95f5b418-91c8-4916-8de3-b46e224e2903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:43Z', 'updated_at': '2022-01-11T23:22:44Z', 'revision_number': 2, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'subnets': [{'id': '95f5b418-91c8-4916-8de3-b46e224e2903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:47.802201 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (4eac898b-e155-47c8-97c5-1c774f680539), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.828859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Checking router: 1381244c-c312-44c7-9e3c-3a0cd4cee211 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:22:47.829452 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Updating router 1381244c-c312-44c7-9e3c-3a0cd4cee211 port e8a7ee7f-5c80-4242-8875-260228bc3377 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:22:47.892205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.899579 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-332d4336-1f7f-4398-9ca9-5c76bfc1a0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (486fa8a8-6158-422b-956c-f9b430cc3a75), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.900404 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (4eac898b-e155-47c8-97c5-1c774f680539), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.903095 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-332d4336-1f7f-4398-9ca9-5c76bfc1a0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.904258 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-332d4336-1f7f-4398-9ca9-5c76bfc1a0e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/486fa8a8-6158-422b-956c-f9b430cc3a75 HTTP/1.1" status: 204 len: 168 time: 0.2483487 Jan 11 23:22:47.925119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d4336-1f7f-4398-9ca9-5c76bfc1a0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486fa8a8-6158-422b-956c-f9b430cc3a75,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:47.936966 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eddf4291-d822-43a8-ab1f-9289251cdcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:47.937358 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eac898b-e155-47c8-97c5-1c774f680539,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:48.051780 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.051780 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-53bd2886-8854-4de4-bf2d-d85f47d0d672 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4519897 Jan 11 23:22:48.052159 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38902) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:48.055178 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb6cba-7d15-463f-8f4b-d3ae54bc9184', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:48.168471 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (45fc249b-5ae1-4c1a-9478-394c2efa2549), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.206583 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Publish callbacks [] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.231144 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (45fc249b-5ae1-4c1a-9478-394c2efa2549), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.305087 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.333897 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (45fc249b-5ae1-4c1a-9478-394c2efa2549), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.359919 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fc249b-5ae1-4c1a-9478-394c2efa2549,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:48.390833 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d1b5a-eb50-43c2-9f8d-cba28c722bd2 None None] Pushing event updated for resources: {'Port': ['ID=e8a7ee7f-5c80-4242-8875-260228bc3377,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:48.466593 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.470353 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9fd52607-ae90-490b-af8a-72d6f3888fb9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194438 Jan 11 23:22:48.479641 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38914) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:48.490864 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb6cba-7d15-463f-8f4b-d3ae54bc9184', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:48.547118 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38920) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:48.590824 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Attempting to bind port e8a7ee7f-5c80-4242-8875-260228bc3377 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:48.591193 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Attempting to bind port e8a7ee7f-5c80-4242-8875-260228bc3377 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:48.591558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Attempting to bind port e8a7ee7f-5c80-4242-8875-260228bc3377 on network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:48.598260 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:48.598260 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Checking segment: {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:48.599000 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.599345 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Bound using segment: {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:48.600189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Bound port: e8a7ee7f-5c80-4242-8875-260228bc3377, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f543f674-843d-469e-9e73-b114a80d4770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:48.600731 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.639769 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (21f7efda-9224-4e71-98b8-5db3728d7127), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.673908 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d17d-ae19-4469-8536-93041a6a007c req-d490a7b5-69f1-4560-8133-53d201140742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:48.676663 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-d490a7b5-69f1-4560-8133-53d201140742 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0768690 Jan 11 23:22:48.697331 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] For port e8a7ee7f-5c80-4242-8875-260228bc3377, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:48.715866 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (21f7efda-9224-4e71-98b8-5db3728d7127), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.734845 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] For port e8a7ee7f-5c80-4242-8875-260228bc3377, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=e8a7ee7f-5c80-4242-8875-260228bc3377,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:48.746824 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-9f19ff39-5959-4f61-abc5-c7ee755bdf72 None None] Provisioning complete for port e8a7ee7f-5c80-4242-8875-260228bc3377 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:48.747220 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9f19ff39-5959-4f61-abc5-c7ee755bdf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.747333 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acc096-5a43-4e28-9f1e-99a5f72d143d req-fd6bc60d-0efe-4ef9-92e2-2d247687fb87 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:48.748837 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-00acc096-5a43-4e28-9f1e-99a5f72d143d req-fd6bc60d-0efe-4ef9-92e2-2d247687fb87 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.1808114 Jan 11 23:22:48.780308 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (21f7efda-9224-4e71-98b8-5db3728d7127), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.826671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-9f19ff39-5959-4f61-abc5-c7ee755bdf72 None None] Port e8a7ee7f-5c80-4242-8875-260228bc3377 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:22:48.831396 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:48.857499 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-00acc096-5a43-4e28-9f1e-99a5f72d143d req-cb8f7a70-1972-4f55-ae29-3577e57048f4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022935 Jan 11 23:22:48.880000 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:48.886101 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d17d-ae19-4469-8536-93041a6a007c req-617ac867-4148-45f5-918f-94404665636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:48.887719 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-617ac867-4148-45f5-918f-94404665636f service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.2022262 Jan 11 23:22:48.903297 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f7efda-9224-4e71-98b8-5db3728d7127,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:48.993921 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-3c87a12e-2863-4f27-bc39-52eb1db8ae60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.0931304 Jan 11 23:22:48.994788 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1d80dfb-2519-43e2-8555-2f3f59eb9040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.030725 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-caa561ec-3b1a-4a28-9ba1-8524f6f72a48 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:49.041235 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-caa561ec-3b1a-4a28-9ba1-8524f6f72a48 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/networks?id=2c3b02cc-47f5-4a1b-940e-d7307db926b3 HTTP/1.1" status: 200 len: 809 time: 0.1964896 Jan 11 23:22:49.049230 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Routers {'1381244c-c312-44c7-9e3c-3a0cd4cee211'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:22:49.049870 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:22:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1381244c-c312-44c7-9e3c-3a0cd4cee211'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:49.052099 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.053496 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f0ba427f-9a8f-465a-a751-91ce9d95e884 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5722585 Jan 11 23:22:49.054409 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d1b5a-eb50-43c2-9f8d-cba28c722bd2 None None] Pushing event updated for resources: {'Port': ['ID=e8a7ee7f-5c80-4242-8875-260228bc3377,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:49.056176 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38950) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:49.061223 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb6cba-7d15-463f-8f4b-d3ae54bc9184', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:49.103852 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-c76a47ac-47e1-4460-8c01-6fec173520ad tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/quotas/491208b684564d978aeb8a9c19165bff HTTP/1.1" status: 200 len: 375 time: 0.0616124 Jan 11 23:22:49.145402 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d17d-ae19-4469-8536-93041a6a007c req-f86da843-c443-4b42-80b0-27de40de1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:49.147038 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-f86da843-c443-4b42-80b0-27de40de1f8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.1368804 Jan 11 23:22:49.149357 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-5b9b022c-d3e2-4adb-a478-e950bbded169 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=491208b684564d978aeb8a9c19165bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436883 Jan 11 23:22:49.232149 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-321b3243-04b7-4369-ac49-b7d104ecfe99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775986 Jan 11 23:22:49.290807 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:49.291408 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.324235 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-6d93fd7a-571f-42aa-b192-9ff493d8e34d service neutron] 10.222.0.21 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732359 Jan 11 23:22:49.334595 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Project 0ee085bb247f401fab686d0ebc43cbe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 23:22:49.336418 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1d80dfb-2519-43e2-8555-2f3f59eb9040 admin admin] Publish callbacks [] for security_group (cc290946-512a-4523-bd44-67ba4b9326ae), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.356657 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (80df9c9b-0c85-43db-a5e9-e8684faac61a), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.371232 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-83121432-4927-468f-957b-dd68d7b3cd4b service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306007 Jan 11 23:22:49.396093 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.398116 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] Set router 1381244c-c312-44c7-9e3c-3a0cd4cee211 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:22:49.509914 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (80df9c9b-0c85-43db-a5e9-e8684faac61a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.522277 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c1d80dfb-2519-43e2-8555-2f3f59eb9040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (cc290946-512a-4523-bd44-67ba4b9326ae), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.551925 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-ff91c5d6-27b5-435b-b035-4b14c9c25a20 service neutron] 10.222.0.21 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263796 Jan 11 23:22:49.561240 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-858e815c-007f-4fee-b613-3993edc58250 None None] Provisioning complete for port e8a7ee7f-5c80-4242-8875-260228bc3377 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:49.561592 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-858e815c-007f-4fee-b613-3993edc58250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.572947 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:49.592262 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (80df9c9b-0c85-43db-a5e9-e8684faac61a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.614201 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d80dfb-2519-43e2-8555-2f3f59eb9040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc290946-512a-4523-bd44-67ba4b9326ae,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:49.622559 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80df9c9b-0c85-43db-a5e9-e8684faac61a,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:49.639365 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c1d80dfb-2519-43e2-8555-2f3f59eb9040 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6148424cc79c476c90cd22b52c9e1c31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0910361 Jan 11 23:22:49.642876 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38974) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:49.689841 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.692479 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-390810be-0a56-48e1-bb9c-341a51f43f91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6350658 Jan 11 23:22:49.696049 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 38978) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:49.700885 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9298d17d-ae19-4469-8536-93041a6a007c req-f5f525b6-8b8c-47e9-97aa-aded21286f94 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216248 Jan 11 23:22:49.701392 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb6cba-7d15-463f-8f4b-d3ae54bc9184', 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:49.711338 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b14a901-52cc-41a6-9e9d-054ccbae223c admin admin] Publish callbacks [] for security_group (cc290946-512a-4523-bd44-67ba4b9326ae), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.769502 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-858e815c-007f-4fee-b613-3993edc58250 None None] Current status of the port e8a7ee7f-5c80-4242-8875-260228bc3377 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:49.769897 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-858e815c-007f-4fee-b613-3993edc58250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.773538 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b14a901-52cc-41a6-9e9d-054ccbae223c admin admin] Publish callbacks [] for security_group (cc290946-512a-4523-bd44-67ba4b9326ae), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.809601 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.securitygroups_db [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Project 0ee085bb247f401fab686d0ebc43cbe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 23:22:49.815611 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (5596eb1b-3098-42a9-b011-2f10606875e4), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.819511 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-858e815c-007f-4fee-b613-3993edc58250 None None] For port e8a7ee7f-5c80-4242-8875-260228bc3377, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=e8a7ee7f-5c80-4242-8875-260228bc3377,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:22:49.846631 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:22:44Z', 'revision_number': 4, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'e8a7ee7f-5c80-4242-8875-260228bc3377', 'name': '', 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'mac_address': 'fa:16:3e:90:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '95f5b418-91c8-4916-8de3-b46e224e2903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:43Z', 'updated_at': '2022-01-11T23:22:48Z', 'revision_number': 4, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'subnets': [{'id': '95f5b418-91c8-4916-8de3-b46e224e2903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:22:49.864985 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 38986) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:49.880527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a6af5-cf16-4473-99f8-9dceb5ec741c None None] The sync data for ids ['1381244c-c312-44c7-9e3c-3a0cd4cee211'] in dv-cinder-821602-8-iscsi is: [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:22:44Z', 'revision_number': 4, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'e8a7ee7f-5c80-4242-8875-260228bc3377', 'name': '', 'network_id': 'ad4f0146-e2d7-4e2f-b47b-6b0e8c419868', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'mac_address': 'fa:16:3e:90:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '95f5b418-91c8-4916-8de3-b46e224e2903', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:43Z', 'updated_at': '2022-01-11T23:22:48Z', 'revision_number': 4, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'subnets': [{'id': '95f5b418-91c8-4916-8de3-b46e224e2903', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:22:49.883277 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-858e815c-007f-4fee-b613-3993edc58250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.909454 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b14a901-52cc-41a6-9e9d-054ccbae223c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (cc290946-512a-4523-bd44-67ba4b9326ae), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.912805 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9b14a901-52cc-41a6-9e9d-054ccbae223c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:49.918027 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9b14a901-52cc-41a6-9e9d-054ccbae223c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc290946-512a-4523-bd44-67ba4b9326ae HTTP/1.1" status: 204 len: 168 time: 0.2701435 Jan 11 23:22:49.942819 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14a901-52cc-41a6-9e9d-054ccbae223c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc290946-512a-4523-bd44-67ba4b9326ae,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:50.006818 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (5596eb1b-3098-42a9-b011-2f10606875e4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.045013 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e815c-007f-4fee-b613-3993edc58250 None None] Pushing event updated for resources: {'Port': ['ID=e8a7ee7f-5c80-4242-8875-260228bc3377,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:50.083308 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5b4e977e-5d19-4e8a-9417-0ea614b60b73 req-c2b0c8a9-aca5-49f3-bc9d-a6c8f177c93c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 210 time: 0.0625551 Jan 11 23:22:50.125751 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (5596eb1b-3098-42a9-b011-2f10606875e4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.158291 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5596eb1b-3098-42a9-b011-2f10606875e4,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:50.174874 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4021c-9eed-4960-8f18-ccc742dad39f req-2f2446f7-0d41-44f0-9dc7-6fe5b8436268 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:50.177768 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-95a4021c-9eed-4960-8f18-ccc742dad39f req-2f2446f7-0d41-44f0-9dc7-6fe5b8436268 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.1445642 Jan 11 23:22:50.188081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-681919528-network', 'tenant_id': 'c32b02c3bb924e5d9c74f8591d3d14eb'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:50.264303 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-95a4021c-9eed-4960-8f18-ccc742dad39f req-0603ea4f-4cd5-48d8-b90b-a285df7758d9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649137 Jan 11 23:22:50.273789 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.280346 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-034d2358-db51-43a5-9132-6fb17630d6a3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5785201 Jan 11 23:22:50.403915 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.404526 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Made reservation on behalf of c32b02c3bb924e5d9c74f8591d3d14eb for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:50.408183 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.427369 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.604787 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks [] for security_group (3af8a192-b98a-4fc1-bcee-33211d792586), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.695333 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (3af8a192-b98a-4fc1-bcee-33211d792586), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.717148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:22:50.802764 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (66681105-c185-4a32-83c1-0460e43f4ce6), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.803120 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Added segment 66681105-c185-4a32-83c1-0460e43f4ce6 of type vlan for network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 Jan 11 23:22:50.827914 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af8a192-b98a-4fc1-bcee-33211d792586,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:50.871494 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device e8a7ee7f-5c80-4242-8875-260228bc3377 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:22:50.891579 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (9b9a000f-16dc-4e26-a195-7ff6cf13e490), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.944389 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port e8a7ee7f-5c80-4242-8875-260228bc3377 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:22:50.944865 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.992007 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (9b9a000f-16dc-4e26-a195-7ff6cf13e490), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:50.993068 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:51.000213 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:51.060045 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port e8a7ee7f-5c80-4242-8875-260228bc3377 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:22:51.073551 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9a000f-16dc-4e26-a195-7ff6cf13e490,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:51.085658 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:22:51.145811 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f9647b80-8304-4dd2-9202-42545b40cf38 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2803602 Jan 11 23:22:51.155092 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e617f21-dc55-4bbd-82b2-c8faac382489 req-40c715bb-b730-41da-901c-23e4f1d572da tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 210 time: 0.0274949 Jan 11 23:22:51.157035 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39096) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:22:51.162489 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Request body: {'subnet': {'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-681919528-subnet', 'tenant_id': 'c32b02c3bb924e5d9c74f8591d3d14eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:51.259658 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Made reservation on behalf of c32b02c3bb924e5d9c74f8591d3d14eb for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:51.262066 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:51.433419 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a337b-4207-44f5-83b5-4104f01ac2d7 req-969bf328-69e8-49a8-8246-0b9212d0697d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:51.441680 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d2a337b-4207-44f5-83b5-4104f01ac2d7 req-969bf328-69e8-49a8-8246-0b9212d0697d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0656261 Jan 11 23:22:51.499736 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:51.512910 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d2a337b-4207-44f5-83b5-4104f01ac2d7 req-304107dc-8757-45ed-b118-74c7aec73498 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615842 Jan 11 23:22:51.640651 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (9cbd530d-8d5d-473e-9da9-874596e1c656), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:51.704706 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbd530d-8d5d-473e-9da9-874596e1c656,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:51.730071 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Checking segment: {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:51.730423 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Network hostable DHCP agents. Network: 9b9a000f-16dc-4e26-a195-7ff6cf13e490, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:22:51.819439 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:22:51.842387 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:51.898139 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 9b9a000f-16dc-4e26-a195-7ff6cf13e490) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:51.902456 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:51.903248 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:51.908675 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d57e7d-2a3b-420a-8702-5042bd5f2fab None None] Network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:52.017936 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-555eac8a-c356-49e2-b554-8b1041cfb202 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8595421 Jan 11 23:22:52.035956 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df3b03-6bae-4208-8b42-9ae9ef3e035f None None] Network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:22:52.263100 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-55fa7c72-d204-4640-81c3-fe9869d01e75 req-fc1f7e65-d2b9-4138-88a9-9c257de96969 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 210 time: 0.0295980 Jan 11 23:22:52.647885 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40053d0-38d7-4394-9023-b80213ed3753 req-b69f017a-4cd2-4195-8e3d-aa160749df6a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:52.650488 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b40053d0-38d7-4394-9023-b80213ed3753 req-b69f017a-4cd2-4195-8e3d-aa160749df6a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0645766 Jan 11 23:22:52.713516 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b40053d0-38d7-4394-9023-b80213ed3753 req-b4175eca-2058-4180-89b2-2a65eb0d8829 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555303 Jan 11 23:22:52.788701 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-48564fdc-47be-4682-a89b-1a1deaf835ec tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:52.790376 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-48564fdc-47be-4682-a89b-1a1deaf835ec tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "GET /v2.0/networks?id=2c3b02cc-47f5-4a1b-940e-d7307db926b3 HTTP/1.1" status: 200 len: 809 time: 0.1253352 Jan 11 23:22:52.810330 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Request body: {'port': {'device_id': '735b8f83-39f8-415d-9710-1c188e05e81a', 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3', 'admin_state_up': True, 'tenant_id': '491208b684564d978aeb8a9c19165bff'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:52.994466 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Made reservation on behalf of 491208b684564d978aeb8a9c19165bff for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:22:52.998173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:53.132831 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Allocated IP 172.20.0.10 (2c3b02cc-47f5-4a1b-940e-d7307db926b3/2d9def7f-ac13-4f28-b8ab-75b38766f0ef/be9eed2c-63f0-47fd-b398-cac45ada3a94) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:22:53.282339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks [] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:53.361569 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e75183c5-7ab7-444c-8778-9b7e692cae8d req-3cb7fffa-d982-49b5-b803-246fa7611dc6 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 210 time: 0.0259912 Jan 11 23:22:53.391452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:53.440415 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:22:53.443367 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:22:53.447054 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:22:53.453278 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Pushing event updated for resources: {'Port': ['ID=be9eed2c-63f0-47fd-b398-cac45ada3a94,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:53.498453 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:53.499061 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:53.551562 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-e18a07ff-caaa-4fed-be77-df61309df285 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7450469 Jan 11 23:22:53.568267 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Request body: {'port': {'device_id': '735b8f83-39f8-415d-9710-1c188e05e81a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:22:53.635486 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:53.851927 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03784b-2c73-4d67-acac-7d2eeed93d2c req-59071e0a-c0e5-42f6-a067-e8686c7dd887 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:53.853421 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e03784b-2c73-4d67-acac-7d2eeed93d2c req-59071e0a-c0e5-42f6-a067-e8686c7dd887 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0658102 Jan 11 23:22:53.901438 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e03784b-2c73-4d67-acac-7d2eeed93d2c req-11ebc7b8-d458-4a2c-909d-8647bbeaf0d6 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Jan 11 23:22:53.928758 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9eed2c-63f0-47fd-b398-cac45ada3a94 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:22:53.935945 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Publish callbacks [] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:53.949913 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Transition to ACTIVE for port object be9eed2c-63f0-47fd-b398-cac45ada3a94 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:22:54.028749 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:54.085664 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Pushing event updated for resources: {'Port': ['ID=be9eed2c-63f0-47fd-b398-cac45ada3a94,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:54.154516 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Attempting to bind port be9eed2c-63f0-47fd-b398-cac45ada3a94 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:22:54.154841 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Attempting to bind port be9eed2c-63f0-47fd-b398-cac45ada3a94 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:22:54.155217 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Attempting to bind port be9eed2c-63f0-47fd-b398-cac45ada3a94 on network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:54.159421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Port be9eed2c-63f0-47fd-b398-cac45ada3a94 on network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:22:54.160514 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Attempting to bind port be9eed2c-63f0-47fd-b398-cac45ada3a94 on network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:22:54.165199 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:22:54.165522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Checking segment: {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:22:54.165940 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Bound using segment: {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:22:54.166357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Bound port: be9eed2c-63f0-47fd-b398-cac45ada3a94, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:22:54.166701 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:54.230741 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] For port be9eed2c-63f0-47fd-b398-cac45ada3a94, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:22:54.234120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] For port be9eed2c-63f0-47fd-b398-cac45ada3a94, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=be9eed2c-63f0-47fd-b398-cac45ada3a94,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:22:54.298301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:54.330817 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:54.332202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:22:54.333945 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/be9eed2c-63f0-47fd-b398-cac45ada3a94 HTTP/1.1" status: 200 len: 1094 time: 0.7696962 Jan 11 23:22:54.336459 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735b8f83-39f8-415d-9710-1c188e05e81a', 'tag': 'be9eed2c-63f0-47fd-b398-cac45ada3a94'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:22:54.338905 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f539f058-446d-41da-ac6a-184fb9a7832f" -d '{"events": [{"name": "network-changed", "server_uuid": "735b8f83-39f8-415d-9710-1c188e05e81a", "tag": "be9eed2c-63f0-47fd-b398-cac45ada3a94"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:22:54.368777 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b376f-a4a5-40b9-8b3a-247aee1b30b7 service neutron] Pushing event updated for resources: {'Port': ['ID=be9eed2c-63f0-47fd-b398-cac45ada3a94,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:22:54.379848 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda9a220-2460-4101-be29-cc1e181571b9 x-openstack-request-id: req-dda9a220-2460-4101-be29-cc1e181571b9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:22:54.380141 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735b8f83-39f8-415d-9710-1c188e05e81a", "tag": "be9eed2c-63f0-47fd-b398-cac45ada3a94", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:22:54.380452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dda9a220-2460-4101-be29-cc1e181571b9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:22:54.380987 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735b8f83-39f8-415d-9710-1c188e05e81a', 'tag': 'be9eed2c-63f0-47fd-b398-cac45ada3a94', 'status': 'completed', 'code': 200} Jan 11 23:22:54.484591 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539f058-446d-41da-ac6a-184fb9a7832f req-c9538ae8-c31b-442f-879b-bbc3574f4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:54.484591 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f539f058-446d-41da-ac6a-184fb9a7832f req-c9538ae8-c31b-442f-879b-bbc3574f4784 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=491208b684564d978aeb8a9c19165bff&device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 1097 time: 0.0460503 Jan 11 23:22:54.487761 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4abc2d-670a-47ec-91dd-e4b7dfa41ef7 req-67dde6e6-6019-43d9-838c-fe5d189be12a tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:54.489959 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dc4abc2d-670a-47ec-91dd-e4b7dfa41ef7 req-67dde6e6-6019-43d9-838c-fe5d189be12a tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0616264 Jan 11 23:22:54.549091 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dc4abc2d-670a-47ec-91dd-e4b7dfa41ef7 req-aaad0bff-805b-4a7d-b1fb-41d1eecec59d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527539 Jan 11 23:22:54.890522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539f058-446d-41da-ac6a-184fb9a7832f req-31c07e83-1d0b-4374-981b-777d8713601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:54.892015 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f539f058-446d-41da-ac6a-184fb9a7832f req-31c07e83-1d0b-4374-981b-777d8713601d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=491208b684564d978aeb8a9c19165bff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3913386 Jan 11 23:22:55.018389 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c8a23-71b2-4fa2-90be-6a34617f694e req-548bfafa-e019-4ac1-8125-8011554aa199 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:55.020207 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a2c8a23-71b2-4fa2-90be-6a34617f694e req-548bfafa-e019-4ac1-8125-8011554aa199 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0507183 Jan 11 23:22:55.072762 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539f058-446d-41da-ac6a-184fb9a7832f req-b080e01b-b1b8-46e3-8438-dd6a51d03fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:55.075276 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f539f058-446d-41da-ac6a-184fb9a7832f req-b080e01b-b1b8-46e3-8438-dd6a51d03fbd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761148 Jan 11 23:22:55.090645 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a2c8a23-71b2-4fa2-90be-6a34617f694e req-3e4f6c7e-db81-41e9-b313-ae33e57a6c6f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638185 Jan 11 23:22:55.205781 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-68be6d8a-268e-4fee-a877-bcf28813b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:55.207859 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-68be6d8a-268e-4fee-a877-bcf28813b92a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=491208b684564d978aeb8a9c19165bff&device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 1097 time: 0.0426955 Jan 11 23:22:55.617083 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-d839c286-a406-49aa-87c8-632ac91fcefc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be9eed2c-63f0-47fd-b398-cac45ada3a94 HTTP/1.1" status: 200 len: 217 time: 0.0387423 Jan 11 23:22:55.617083 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-80f3cc64-b0f5-4150-8e6b-6d97de755df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:55.617083 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-80f3cc64-b0f5-4150-8e6b-6d97de755df7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d9def7f-ac13-4f28-b8ab-75b38766f0ef HTTP/1.1" status: 200 len: 849 time: 0.0438333 Jan 11 23:22:55.617083 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-3d04791c-d088-4006-bfbe-fce53d7d8a0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c3b02cc-47f5-4a1b-940e-d7307db926b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237489 Jan 11 23:22:55.617083 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-70683cd3-b4d3-4375-be7c-656379d57898 service neutron] 10.222.0.35 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883596 Jan 11 23:22:55.617083 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-52c03817-a4fd-433a-a8a5-23e61853fb50 req-0fefa548-8ac4-4fc4-a7a0-54804077c1a7 service neutron] 10.222.0.35 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837622 Jan 11 23:22:55.672146 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34ef97-b02e-40d1-980b-ebffc7ddaa9a req-a694bd70-e43f-48ea-98c4-464bbda09657 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:55.693429 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab34ef97-b02e-40d1-980b-ebffc7ddaa9a req-a694bd70-e43f-48ea-98c4-464bbda09657 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0540302 Jan 11 23:22:55.725727 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab34ef97-b02e-40d1-980b-ebffc7ddaa9a req-65b2e879-daac-4912-9c1e-414df607eabf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440903 Jan 11 23:22:56.247537 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ceb2b4-b5d7-42c8-950e-989da551d72f req-93d581a5-ffd3-48af-a571-21d66b50e88c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:56.250450 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-29ceb2b4-b5d7-42c8-950e-989da551d72f req-93d581a5-ffd3-48af-a571-21d66b50e88c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0584531 Jan 11 23:22:56.303090 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-29ceb2b4-b5d7-42c8-950e-989da551d72f req-4abee9ce-ef8b-4d0b-97d8-7eeb5fd1fc59 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Jan 11 23:22:56.861304 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8fc72-5614-46d8-85fb-dcf7359b05ca req-880b6eb1-69da-4c43-807f-d4cb17208367 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:56.861304 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c8c8fc72-5614-46d8-85fb-dcf7359b05ca req-880b6eb1-69da-4c43-807f-d4cb17208367 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0586772 Jan 11 23:22:56.909829 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c8c8fc72-5614-46d8-85fb-dcf7359b05ca req-4adbb857-e196-4eb9-a190-b50b1f28b00b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Jan 11 23:22:57.424186 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72169c-f9de-494f-9065-1cf22cb4a625 req-fe2c790d-a859-49ef-ae0c-e81da1830728 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:57.426062 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9d72169c-f9de-494f-9065-1cf22cb4a625 req-fe2c790d-a859-49ef-ae0c-e81da1830728 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0503671 Jan 11 23:22:57.479893 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9d72169c-f9de-494f-9065-1cf22cb4a625 req-19124edb-96e5-4593-b5c3-ca16be5ef33b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475943 Jan 11 23:22:58.027996 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92706022-5f7a-4b0c-b1fe-b760c3390204 req-b17f1621-3404-42b2-bb3d-ed8cce6b037f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:58.029481 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-92706022-5f7a-4b0c-b1fe-b760c3390204 req-b17f1621-3404-42b2-bb3d-ed8cce6b037f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0514259 Jan 11 23:22:58.079711 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-92706022-5f7a-4b0c-b1fe-b760c3390204 req-3c11f532-8c42-44a2-86c8-9283a7fc60cc tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Jan 11 23:22:58.603886 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc178a21-1029-4c18-b521-8ec552cf40c4 req-4184959a-f597-412a-ae1a-ef3ca5601a41 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:58.605420 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fc178a21-1029-4c18-b521-8ec552cf40c4 req-4184959a-f597-412a-ae1a-ef3ca5601a41 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0524149 Jan 11 23:22:58.661825 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fc178a21-1029-4c18-b521-8ec552cf40c4 req-a17eeb1e-67a4-4aa9-be5a-812aa5cd3fc2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508087 Jan 11 23:22:59.193287 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b1e51-da2c-4dcd-81f4-0557f50637c9 req-d5a77f30-802d-4039-a04f-76d4fc4267e0 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:59.194745 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-162b1e51-da2c-4dcd-81f4-0557f50637c9 req-d5a77f30-802d-4039-a04f-76d4fc4267e0 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0485325 Jan 11 23:22:59.243652 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-162b1e51-da2c-4dcd-81f4-0557f50637c9 req-f570476c-770d-465c-b7bf-f56099ecc3ab tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Jan 11 23:22:59.797027 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89d435-0857-41c5-8b66-56de1bcb2632 req-f7d10756-d3a4-4384-a5df-99bf3e08a981 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:22:59.798501 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae89d435-0857-41c5-8b66-56de1bcb2632 req-f7d10756-d3a4-4384-a5df-99bf3e08a981 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0498223 Jan 11 23:22:59.851556 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae89d435-0857-41c5-8b66-56de1bcb2632 req-f18b5151-cda9-4763-9d6c-60d50ecd11a9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460753 Jan 11 23:23:00.361451 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28759a7-651b-4875-b020-1a03d10f247a req-2435cd22-e0bd-4955-806e-aac1823a4df4 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:00.363004 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f28759a7-651b-4875-b020-1a03d10f247a req-2435cd22-e0bd-4955-806e-aac1823a4df4 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0495739 Jan 11 23:23:00.417620 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f28759a7-651b-4875-b020-1a03d10f247a req-44b460ca-4b52-41e0-9c03-89e5f9adc7ae tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Jan 11 23:23:00.996633 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651214fa-fd44-4262-9b02-6ae1ffd1de12 req-3e0fcf6c-f7d8-47a5-902c-d1879dfa3d0f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:00.998534 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-651214fa-fd44-4262-9b02-6ae1ffd1de12 req-3e0fcf6c-f7d8-47a5-902c-d1879dfa3d0f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0667417 Jan 11 23:23:01.050628 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-651214fa-fd44-4262-9b02-6ae1ffd1de12 req-9c10edc1-f3c3-4963-8ec1-21a7c1330e55 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457385 Jan 11 23:23:01.559873 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1c6f8-e7a3-44fe-bcae-63488eb8617a req-c86f2d59-f273-4073-b23e-189deb66519c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:01.563801 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4c1c6f8-e7a3-44fe-bcae-63488eb8617a req-c86f2d59-f273-4073-b23e-189deb66519c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0754375 Jan 11 23:23:01.621400 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b4c1c6f8-e7a3-44fe-bcae-63488eb8617a req-c08ba94f-5879-4166-a016-3f0b987718f5 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536878 Jan 11 23:23:02.176088 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82b30-f2dc-4e15-8365-118c8a7cb817 req-a6569a0f-8718-4a86-b5ff-38a8e6a1b6d2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:02.178201 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2fe82b30-f2dc-4e15-8365-118c8a7cb817 req-a6569a0f-8718-4a86-b5ff-38a8e6a1b6d2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0500658 Jan 11 23:23:02.229989 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2fe82b30-f2dc-4e15-8365-118c8a7cb817 req-a2a016ab-baf8-4ace-8088-53abaa1567ec tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Jan 11 23:23:02.743083 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3453db-009e-4878-b047-994e70ee7703 req-f89d9083-a7f7-4df9-8709-a81ede476ebf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:02.744581 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-df3453db-009e-4878-b047-994e70ee7703 req-f89d9083-a7f7-4df9-8709-a81ede476ebf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0538778 Jan 11 23:23:02.800188 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-df3453db-009e-4878-b047-994e70ee7703 req-f9b18a41-337d-4c23-9ce4-c60394dca076 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Jan 11 23:23:03.347912 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037c6ff-2f8a-4f8e-8ab2-5ee65f17b6f0 req-7e9fc2e9-f6c7-4548-8ea4-80f0c37bee73 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:03.350157 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a037c6ff-2f8a-4f8e-8ab2-5ee65f17b6f0 req-7e9fc2e9-f6c7-4548-8ea4-80f0c37bee73 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0498800 Jan 11 23:23:03.397721 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a037c6ff-2f8a-4f8e-8ab2-5ee65f17b6f0 req-0e2a6ac1-c73c-47a6-948f-1bfd8649ec52 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421500 Jan 11 23:23:03.924377 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a29d49-6655-4cb5-a424-16ab26d0f536 req-56a0476f-10b2-4b01-bcfd-9e0621b83d23 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:03.926048 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-93a29d49-6655-4cb5-a424-16ab26d0f536 req-56a0476f-10b2-4b01-bcfd-9e0621b83d23 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0541973 Jan 11 23:23:03.977145 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-93a29d49-6655-4cb5-a424-16ab26d0f536 req-b05cbc8e-044d-4c54-a949-a15a3491a0a8 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Jan 11 23:23:04.520635 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f55ef4-686c-4170-a5c9-e93b9355e237 req-aebae91a-e834-4535-a406-13845d4b59f0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:04.522414 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c6f55ef4-686c-4170-a5c9-e93b9355e237 req-aebae91a-e834-4535-a406-13845d4b59f0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0513835 Jan 11 23:23:04.584498 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c6f55ef4-686c-4170-a5c9-e93b9355e237 req-07007f38-b879-4af6-b770-5e67597f0252 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531392 Jan 11 23:23:05.096246 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c79a2-5900-4223-9635-1847b74bbbdb req-ca62a763-cbb2-4d99-96bb-d0ee6bcf0fd7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:05.097843 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e1c79a2-5900-4223-9635-1847b74bbbdb req-ca62a763-cbb2-4d99-96bb-d0ee6bcf0fd7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0529914 Jan 11 23:23:05.143981 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e1c79a2-5900-4223-9635-1847b74bbbdb req-017ab00f-549f-4043-ad80-6180e607fff9 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Jan 11 23:23:05.703338 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705abd-bb9f-4532-85db-644332dd37a3 req-e6e0899e-0c51-42c2-857c-3f86778a6ea9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:05.704858 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ee705abd-bb9f-4532-85db-644332dd37a3 req-e6e0899e-0c51-42c2-857c-3f86778a6ea9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0511298 Jan 11 23:23:05.753814 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ee705abd-bb9f-4532-85db-644332dd37a3 req-c3f7c915-5864-4228-ba5e-1e3522c0ad61 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Jan 11 23:23:05.929032 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 39492) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:05.973080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Deleting subnet b65a9290-0a67-454c-863c-fd27e7cb723e {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:23:05.976284 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Publish callbacks [] for subnet (b65a9290-0a67-454c-863c-fd27e7cb723e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.014599 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Publish callbacks [] for subnet (b65a9290-0a67-454c-863c-fd27e7cb723e), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.020207 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (b65a9290-0a67-454c-863c-fd27e7cb723e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.166838 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for subnet (b65a9290-0a67-454c-863c-fd27e7cb723e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.194797 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65a9290-0a67-454c-863c-fd27e7cb723e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:06.209454 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.213184 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-48aaf766-1695-4fc6-bfa2-fa10ee09fab5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b65a9290-0a67-454c-863c-fd27e7cb723e HTTP/1.1" status: 204 len: 168 time: 0.2831142 Jan 11 23:23:06.215596 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 39498) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:06.336393 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (0a84bfe3-0d25-427c-ae3a-01a4f4c75beb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.339242 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb081238-1a98-4e63-b30a-296b7205bf8f req-f4a9446d-3006-4c74-853b-667fb0f623bd tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:06.340777 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cb081238-1a98-4e63-b30a-296b7205bf8f req-f4a9446d-3006-4c74-853b-667fb0f623bd tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.1182590 Jan 11 23:23:06.449028 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (0a84bfe3-0d25-427c-ae3a-01a4f4c75beb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.462025 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cb081238-1a98-4e63-b30a-296b7205bf8f req-6b4cc25a-a4a9-4d50-8e68-3c12e2a51436 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154013 Jan 11 23:23:06.476157 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.476509 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.477312 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.477649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.477991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.478309 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.478647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.479117 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.479397 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.479717 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.551482 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.552355 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.552700 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.553080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 11 23:23:06.553453 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a84bfe3-0d25-427c-ae3a-01a4f4c75beb']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:23:06.572586 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e9f946-a4f2-45e3-8410-5bddd5dee1e4') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:23:06.572883 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e9f946-a4f2-45e3-8410-5bddd5dee1e4') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:23:06.589282 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4152060'] for segment (c2e9f946-a4f2-45e3-8410-5bddd5dee1e4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.613620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (c2e9f946-a4f2-45e3-8410-5bddd5dee1e4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.622311 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:23:06.622699 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3666179'] for segment (c2e9f946-a4f2-45e3-8410-5bddd5dee1e4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: from cryptography.utils import int_from_bytes Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: from cryptography.utils import int_from_bytes Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.626556 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: Traceback (most recent call last): Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: timer() Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: cb(*args, **kw) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: return func(*args, **kwargs) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: self._notify() Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: self.callback(batched_events) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: event.method(event) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: return f(self, *a, **k) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._get(url).json() Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:23:06.630017 dv-cinder-821602-8-iscsi neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:23:06.756857 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (0a84bfe3-0d25-427c-ae3a-01a4f4c75beb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.764084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.767303 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0a84bfe3-0d25-427c-ae3a-01a4f4c75beb HTTP/1.1" status: 204 len: 168 time: 0.5507901 Jan 11 23:23:06.770261 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39506) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:06.777480 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceed5a1-55fd-444b-9439-9c99b18c8a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a84bfe3-0d25-427c-ae3a-01a4f4c75beb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:06.824357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Deleting subnet fe8ee48f-47d0-44b5-8cb8-437f2873cf56 {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:23:06.828902 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Publish callbacks [] for subnet (fe8ee48f-47d0-44b5-8cb8-437f2873cf56), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.866965 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (fe8ee48f-47d0-44b5-8cb8-437f2873cf56), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.891426 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae622-aa61-44ab-8d6a-66c007088110 req-b547baef-3251-4d6d-b44b-f98c5f7851e2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:06.893121 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-734ae622-aa61-44ab-8d6a-66c007088110 req-b547baef-3251-4d6d-b44b-f98c5f7851e2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0633175 Jan 11 23:23:06.920137 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (fe8ee48f-47d0-44b5-8cb8-437f2873cf56), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:06.953074 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-734ae622-aa61-44ab-8d6a-66c007088110 req-6580144c-354f-4ea0-bd50-393c7c01a6da tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533113 Jan 11 23:23:07.071244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (fe8ee48f-47d0-44b5-8cb8-437f2873cf56), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.096710 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8ee48f-47d0-44b5-8cb8-437f2873cf56,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:07.100744 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.105093 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-cc41ce03-11ad-4c34-9e8c-08d492c01f79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fe8ee48f-47d0-44b5-8cb8-437f2873cf56 HTTP/1.1" status: 204 len: 168 time: 0.3327444 Jan 11 23:23:07.106753 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39514) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:07.182314 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (9c5752b1-1a25-4cb6-862a-6739033317c4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.264391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (9c5752b1-1a25-4cb6-862a-6739033317c4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.285202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5752b1-1a25-4cb6-862a-6739033317c4']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:23:07.294502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717a0472-09b3-4cd4-8c5f-69f76356a279') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:23:07.294791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717a0472-09b3-4cd4-8c5f-69f76356a279') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:23:07.304782 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (717a0472-09b3-4cd4-8c5f-69f76356a279), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.318289 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (717a0472-09b3-4cd4-8c5f-69f76356a279), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.323970 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:23:07.324344 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (717a0472-09b3-4cd4-8c5f-69f76356a279), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:23:07.326059 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:23:07.387389 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39520) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:07.460173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (9c5752b1-1a25-4cb6-862a-6739033317c4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.465721 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.468882 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9c5752b1-1a25-4cb6-862a-6739033317c4 HTTP/1.1" status: 204 len: 168 time: 0.3609385 Jan 11 23:23:07.480312 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea656c66-665e-4050-842f-88c73b5c6990 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5752b1-1a25-4cb6-862a-6739033317c4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:07.524943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9e939c6-5ca2-4b04-881e-f4100fe85745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.590649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b2834-54c4-443d-914b-b65dcacde90c req-63c914f5-e395-4b88-8ab1-9eae1918b9db tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:07.592225 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-903b2834-54c4-443d-914b-b65dcacde90c req-63c914f5-e395-4b88-8ab1-9eae1918b9db tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0533309 Jan 11 23:23:07.614192 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9e939c6-5ca2-4b04-881e-f4100fe85745 admin admin] Publish callbacks [] for security_group (c3a005a3-b97c-43d5-8e9a-32a95de8d62c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.644463 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-903b2834-54c4-443d-914b-b65dcacde90c req-dafd2e0c-6919-4ac1-afd3-da6d4f5aa2b2 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464876 Jan 11 23:23:07.693972 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c9e939c6-5ca2-4b04-881e-f4100fe85745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c3a005a3-b97c-43d5-8e9a-32a95de8d62c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.734959 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c9e939c6-5ca2-4b04-881e-f4100fe85745 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3d979d0955d4cb6a5974837808b490f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465359 Jan 11 23:23:07.736258 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e939c6-5ca2-4b04-881e-f4100fe85745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a005a3-b97c-43d5-8e9a-32a95de8d62c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:07.737709 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 39532) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:07.793502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39534) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:07.816895 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6256e17c-9c8d-434a-b850-f40c11489a80 admin admin] Publish callbacks [] for security_group (c3a005a3-b97c-43d5-8e9a-32a95de8d62c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.839588 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6256e17c-9c8d-434a-b850-f40c11489a80 admin admin] Publish callbacks [] for security_group (c3a005a3-b97c-43d5-8e9a-32a95de8d62c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.842997 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-932193f2-e620-4df8-a7cd-382577ed3c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5724e04e6a74e01b1f1f0652bef0b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425208 Jan 11 23:23:07.843222 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39536) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:07.891900 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-357a15a4-d5b7-4028-9200-7bff475db998 admin admin] Publish callbacks [] for security_group (4ef4fb1c-1a95-42d3-a525-263a1978594e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.913752 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-357a15a4-d5b7-4028-9200-7bff475db998 admin admin] Publish callbacks [] for security_group (4ef4fb1c-1a95-42d3-a525-263a1978594e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.950681 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6256e17c-9c8d-434a-b850-f40c11489a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c3a005a3-b97c-43d5-8e9a-32a95de8d62c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.953293 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6256e17c-9c8d-434a-b850-f40c11489a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:07.954448 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6256e17c-9c8d-434a-b850-f40c11489a80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3a005a3-b97c-43d5-8e9a-32a95de8d62c HTTP/1.1" status: 204 len: 168 time: 0.2157145 Jan 11 23:23:07.962798 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256e17c-9c8d-434a-b850-f40c11489a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a005a3-b97c-43d5-8e9a-32a95de8d62c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:08.031383 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-357a15a4-d5b7-4028-9200-7bff475db998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4ef4fb1c-1a95-42d3-a525-263a1978594e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:08.034659 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-357a15a4-d5b7-4028-9200-7bff475db998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:08.038637 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-357a15a4-d5b7-4028-9200-7bff475db998 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ef4fb1c-1a95-42d3-a525-263a1978594e HTTP/1.1" status: 204 len: 168 time: 0.1944559 Jan 11 23:23:08.048082 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a15a4-d5b7-4028-9200-7bff475db998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef4fb1c-1a95-42d3-a525-263a1978594e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:08.094285 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1d86f-0dff-411e-a99d-0ebf81a0fd6e req-54808c17-e153-497f-8cc7-153c5135fd8c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:08.096152 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69e1d86f-0dff-411e-a99d-0ebf81a0fd6e req-54808c17-e153-497f-8cc7-153c5135fd8c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0679522 Jan 11 23:23:08.145491 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69e1d86f-0dff-411e-a99d-0ebf81a0fd6e req-bc4c2778-51e1-4beb-8856-bdde3ff7e592 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Jan 11 23:23:08.748221 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39550) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:08.764974 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2092b6-ee11-4fdd-8f8d-a9723aa3877a req-577ecb35-55dc-4aa1-a018-3c0506ca9c56 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:08.766008 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b2092b6-ee11-4fdd-8f8d-a9723aa3877a req-577ecb35-55dc-4aa1-a018-3c0506ca9c56 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0542333 Jan 11 23:23:08.803389 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f6e04d67-b622-406f-affb-9b9eb0eda6f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=585399caf7244c94b5ae3005d965d026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539451 Jan 11 23:23:08.806064 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39556) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:08.830851 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b2092b6-ee11-4fdd-8f8d-a9723aa3877a req-74e706c9-5090-432c-b312-91e8c5337a74 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Jan 11 23:23:08.867382 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24d57931-bf9c-4a9d-8ef0-bf205593a161 admin admin] Publish callbacks [] for security_group (847b193a-d377-4593-aa41-2e86bdad35b3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:08.890277 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24d57931-bf9c-4a9d-8ef0-bf205593a161 admin admin] Publish callbacks [] for security_group (847b193a-d377-4593-aa41-2e86bdad35b3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:09.025225 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24d57931-bf9c-4a9d-8ef0-bf205593a161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (847b193a-d377-4593-aa41-2e86bdad35b3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:09.027878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-24d57931-bf9c-4a9d-8ef0-bf205593a161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:09.029087 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-24d57931-bf9c-4a9d-8ef0-bf205593a161 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/847b193a-d377-4593-aa41-2e86bdad35b3 HTTP/1.1" status: 204 len: 168 time: 0.2220607 Jan 11 23:23:09.037411 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d57931-bf9c-4a9d-8ef0-bf205593a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847b193a-d377-4593-aa41-2e86bdad35b3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:09.265322 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1fade-8df2-46d4-833a-0d96ad7091b8 req-7a6ff577-1e11-41f2-afd8-abf81ecf2178 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:09.266779 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1bb1fade-8df2-46d4-833a-0d96ad7091b8 req-7a6ff577-1e11-41f2-afd8-abf81ecf2178 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0500097 Jan 11 23:23:09.316028 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1bb1fade-8df2-46d4-833a-0d96ad7091b8 req-2e9cfdae-517e-46f3-b002-d63c2ed2bb04 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Jan 11 23:23:09.966618 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa87d7-4921-4765-8287-4a5a58990f16 req-5002eac2-a7a8-4445-9e2c-f3e1ef2ebcbb tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:09.968474 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5daa87d7-4921-4765-8287-4a5a58990f16 req-5002eac2-a7a8-4445-9e2c-f3e1ef2ebcbb tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0500565 Jan 11 23:23:10.022808 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5daa87d7-4921-4765-8287-4a5a58990f16 req-48dbba57-142d-4ba5-a282-9ba90f065b07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Jan 11 23:23:10.443552 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5f2b3-1952-4df2-8e45-8621690eb1b5 req-7c6f2411-0031-4aa3-bd49-d078de523c8c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:10.445605 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-05f5f2b3-1952-4df2-8e45-8621690eb1b5 req-7c6f2411-0031-4aa3-bd49-d078de523c8c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0524232 Jan 11 23:23:10.503068 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-05f5f2b3-1952-4df2-8e45-8621690eb1b5 req-79748924-bd11-4b37-af2e-926681979336 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Jan 11 23:23:11.140411 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090fab1-4fb3-43e6-81fd-370fc516bb53 req-e1ecfc4c-1b2f-4bf2-b381-88905ad5e481 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:11.141942 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a090fab1-4fb3-43e6-81fd-370fc516bb53 req-e1ecfc4c-1b2f-4bf2-b381-88905ad5e481 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0516326 Jan 11 23:23:11.194123 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a090fab1-4fb3-43e6-81fd-370fc516bb53 req-54ad8805-868a-44c7-a6ad-cbd15f31ba92 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jan 11 23:23:11.302612 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-45a3a429-a9f2-447b-b7c1-69d0c3fb9f82 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:11.304192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-45a3a429-a9f2-447b-b7c1-69d0c3fb9f82 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/networks?id=9b9a000f-16dc-4e26-a195-7ff6cf13e490 HTTP/1.1" status: 200 len: 813 time: 0.1153111 Jan 11 23:23:11.319650 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-a71ea492-ce7a-4b27-b687-f75332722878 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/quotas/c32b02c3bb924e5d9c74f8591d3d14eb HTTP/1.1" status: 200 len: 375 time: 0.0100853 Jan 11 23:23:11.353019 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-93906ecb-54ae-475f-85f3-2c83770df02c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283802 Jan 11 23:23:11.447462 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-af5156b4-2814-469e-9fa2-a0f1f01266d7 service neutron] 10.222.0.21 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Jan 11 23:23:11.542992 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-1c822fbe-c05a-4473-8fa1-4f12699475a3 service neutron] 10.222.0.21 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899775 Jan 11 23:23:11.633808 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816f896-6800-4ed7-80a0-63c66185ce90 req-e08ee76a-3e37-4d55-b1f6-2db106a2408c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:11.635281 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b816f896-6800-4ed7-80a0-63c66185ce90 req-e08ee76a-3e37-4d55-b1f6-2db106a2408c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0577502 Jan 11 23:23:11.683777 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b816f896-6800-4ed7-80a0-63c66185ce90 req-c9d563ce-f2fd-49eb-8f3a-cdda8e148fc8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Jan 11 23:23:11.783847 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e2ad546c-a911-45fc-a7a7-5fd35caaa21f req-b040b101-eb07-4898-85ce-db9d01e22957 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 210 time: 0.0256360 Jan 11 23:23:12.309350 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ff17-e849-401f-b2d8-8b51cee38fe0 req-68d7a83a-144a-47fb-8712-307336d1c420 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:12.310800 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4a9ff17-e849-401f-b2d8-8b51cee38fe0 req-68d7a83a-144a-47fb-8712-307336d1c420 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0484486 Jan 11 23:23:12.359100 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4a9ff17-e849-401f-b2d8-8b51cee38fe0 req-70a52bed-af98-46c9-8dcc-14c69c7d0f93 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425558 Jan 11 23:23:12.807753 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673726f-6eca-4ec6-ba35-50001dab07ba req-b37b07d6-1016-4d27-b222-ee3cd684f34d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:12.807753 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6673726f-6eca-4ec6-ba35-50001dab07ba req-b37b07d6-1016-4d27-b222-ee3cd684f34d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0551190 Jan 11 23:23:12.852937 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6673726f-6eca-4ec6-ba35-50001dab07ba req-9a23b656-b3a3-4b95-85e4-8b3e56ec8911 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Jan 11 23:23:12.880655 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-790b4063-749b-4a81-9308-794cf5d593f6 req-f04a76a7-b205-4130-ba6c-7261c8ac365b tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 210 time: 0.0258696 Jan 11 23:23:13.476418 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5a1e6-c5ac-44e3-ab44-e38900dddaf0 req-c48fb2ca-72b8-4b9f-b657-58d90cf800ab tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:13.477893 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a0a5a1e6-c5ac-44e3-ab44-e38900dddaf0 req-c48fb2ca-72b8-4b9f-b657-58d90cf800ab tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0490143 Jan 11 23:23:13.523265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a0a5a1e6-c5ac-44e3-ab44-e38900dddaf0 req-5041211e-a42f-4084-874a-820c575f44df tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Jan 11 23:23:13.977390 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020f48c-f0d0-4331-80d8-727579e3b814 req-d6f88dbc-76fe-4f43-9b02-07a4a46c3c54 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:13.979089 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6020f48c-f0d0-4331-80d8-727579e3b814 req-d6f88dbc-76fe-4f43-9b02-07a4a46c3c54 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0576987 Jan 11 23:23:14.054552 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-897c1e7a-c794-48b1-9bea-53a4cb084a1c req-2b9c3625-6476-4309-899a-966dfb5f9fba tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 210 time: 0.0407109 Jan 11 23:23:14.059151 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6020f48c-f0d0-4331-80d8-727579e3b814 req-bb78c79a-be54-4a20-9b89-bcc29084a8ce tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689194 Jan 11 23:23:14.161068 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-5188ccbc-2ac5-4d35-aa00-3936419bb61e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:14.163019 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-5188ccbc-2ac5-4d35-aa00-3936419bb61e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "GET /v2.0/networks?id=9b9a000f-16dc-4e26-a195-7ff6cf13e490 HTTP/1.1" status: 200 len: 813 time: 0.1106787 Jan 11 23:23:14.182791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Request body: {'port': {'device_id': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490', 'admin_state_up': True, 'tenant_id': 'c32b02c3bb924e5d9c74f8591d3d14eb'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:23:14.428114 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Made reservation on behalf of c32b02c3bb924e5d9c74f8591d3d14eb for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:23:14.432879 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:14.512813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f703975-b02f-48c1-a4c2-dbb10adb9b57 req-552d86b9-ab6c-48c8-8ba5-986e1a035f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:14.516431 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7f703975-b02f-48c1-a4c2-dbb10adb9b57 req-552d86b9-ab6c-48c8-8ba5-986e1a035f82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.1199758 Jan 11 23:23:14.606411 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7f703975-b02f-48c1-a4c2-dbb10adb9b57 req-b668d49a-b911-4ba8-8f20-c468778d2505 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779297 Jan 11 23:23:14.607420 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Allocated IP 172.20.0.3 (9b9a000f-16dc-4e26-a195-7ff6cf13e490/9cbd530d-8d5d-473e-9da9-874596e1c656/77c4c8d6-ec9c-4174-88e8-07512c283816) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:23:14.641456 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c2f9c-576d-438c-acd7-1befed18c875 req-acc89b21-62de-4fdf-9f2b-e8056c739f4b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:14.648583 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-816c2f9c-576d-438c-acd7-1befed18c875 req-acc89b21-62de-4fdf-9f2b-e8056c739f4b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0510335 Jan 11 23:23:14.696708 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-816c2f9c-576d-438c-acd7-1befed18c875 req-09698afe-8eae-49e5-861c-a48a1016319a tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469744 Jan 11 23:23:14.755557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks [] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:14.882489 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:14.926032 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:23:14.929105 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:23:14.932600 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:23:14.954496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Pushing event updated for resources: {'Port': ['ID=77c4c8d6-ec9c-4174-88e8-07512c283816,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:14.982611 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:14.983216 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.078816 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-d152966c-e36c-4e41-96db-43bf5c19f626 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8998561 Jan 11 23:23:15.142790 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Request body: {'port': {'device_id': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:23:15.206845 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.372036 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e3d6c-2457-483c-b6a5-dac4b685ae5f req-058b0d2b-9a76-4cad-9696-7fd57b5c8212 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:15.373548 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef3e3d6c-2457-483c-b6a5-dac4b685ae5f req-058b0d2b-9a76-4cad-9696-7fd57b5c8212 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 931 time: 0.2498930 Jan 11 23:23:15.393561 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80904e7-136d-47ba-84f9-ab12d7105197 req-a0b224c4-49ed-4471-88e8-3b257ac552b6 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:15.395027 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a80904e7-136d-47ba-84f9-ab12d7105197 req-a0b224c4-49ed-4471-88e8-3b257ac552b6 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0725965 Jan 11 23:23:15.463235 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef3e3d6c-2457-483c-b6a5-dac4b685ae5f req-cde9ee58-6c9d-4c7e-9257-eb99e6c3844a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834336 Jan 11 23:23:15.466700 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a80904e7-136d-47ba-84f9-ab12d7105197 req-c85496b2-fca2-48ec-bcb8-86f7d83d16cf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637074 Jan 11 23:23:15.476696 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c4c8d6-ec9c-4174-88e8-07512c283816 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:15.486093 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Publish callbacks [] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.499612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Transition to ACTIVE for port object 77c4c8d6-ec9c-4174-88e8-07512c283816 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:23:15.579272 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.624874 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-831ca1e5-fe54-45e9-8a5e-74ed7f85baf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.645594 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Pushing event updated for resources: {'Port': ['ID=77c4c8d6-ec9c-4174-88e8-07512c283816,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:15.696422 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Attempting to bind port 77c4c8d6-ec9c-4174-88e8-07512c283816 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:23:15.696757 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Attempting to bind port 77c4c8d6-ec9c-4174-88e8-07512c283816 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:23:15.697126 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Attempting to bind port 77c4c8d6-ec9c-4174-88e8-07512c283816 on network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:23:15.701385 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Port 77c4c8d6-ec9c-4174-88e8-07512c283816 on network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:23:15.701715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Attempting to bind port 77c4c8d6-ec9c-4174-88e8-07512c283816 on network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:23:15.706586 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:23:15.706922 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Checking segment: {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:23:15.707304 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Bound using segment: {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:23:15.707724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Bound port: 77c4c8d6-ec9c-4174-88e8-07512c283816, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:23:15.708128 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.776610 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] For port 77c4c8d6-ec9c-4174-88e8-07512c283816, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:23:15.779729 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] For port 77c4c8d6-ec9c-4174-88e8-07512c283816, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77c4c8d6-ec9c-4174-88e8-07512c283816,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:23:15.827798 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd6a16-950c-4512-a144-4325f901d5bd req-83236e8c-d1cd-4d8f-9519-03ac34d996bf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:15.829331 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1dbd6a16-950c-4512-a144-4325f901d5bd req-83236e8c-d1cd-4d8f-9519-03ac34d996bf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0529125 Jan 11 23:23:15.859517 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.880481 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:23:15.882536 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1dbd6a16-950c-4512-a144-4325f901d5bd req-b659bdc1-c280-4538-83d0-703632dad849 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Jan 11 23:23:15.898789 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:15.899510 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:15.901098 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-2035d238-702f-4f96-8114-37c536f0867b service neutron] 10.222.0.35 "PUT /v2.0/ports/77c4c8d6-ec9c-4174-88e8-07512c283816 HTTP/1.1" status: 200 len: 1093 time: 0.7629750 Jan 11 23:23:15.901543 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'tag': '77c4c8d6-ec9c-4174-88e8-07512c283816'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:15.903866 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776aa1b-3807-4c01-bf79-5efa841921bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f807e17-c9e8-4bfc-adcb-95ddb39697aa", "tag": "77c4c8d6-ec9c-4174-88e8-07512c283816"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:15.931952 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035d238-702f-4f96-8114-37c536f0867b service neutron] Pushing event updated for resources: {'Port': ['ID=77c4c8d6-ec9c-4174-88e8-07512c283816,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:15.940834 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a14d983-5d1d-4634-8d18-0388a69165d7 x-openstack-request-id: req-5a14d983-5d1d-4634-8d18-0388a69165d7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:15.941155 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f807e17-c9e8-4bfc-adcb-95ddb39697aa", "tag": "77c4c8d6-ec9c-4174-88e8-07512c283816", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:15.941407 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a14d983-5d1d-4634-8d18-0388a69165d7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:15.941791 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'tag': '77c4c8d6-ec9c-4174-88e8-07512c283816', 'status': 'completed', 'code': 200} Jan 11 23:23:16.580302 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73b8c6-8058-45ca-a838-8e25b5de0791 req-74ee1f7c-2b96-42be-90d6-ac027e7ef5aa tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:16.581802 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d73b8c6-8058-45ca-a838-8e25b5de0791 req-74ee1f7c-2b96-42be-90d6-ac027e7ef5aa tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0491471 Jan 11 23:23:16.627900 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d73b8c6-8058-45ca-a838-8e25b5de0791 req-413bd8c4-e3a7-407a-87e8-17397039a8ec tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Jan 11 23:23:16.730326 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f7da4-fe5b-4cd4-b59d-c43b4b5cbcb4 req-36201a56-b214-408a-a1d1-7944ac5c3d33 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:16.731800 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-676f7da4-fe5b-4cd4-b59d-c43b4b5cbcb4 req-36201a56-b214-408a-a1d1-7944ac5c3d33 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0517216 Jan 11 23:23:16.777426 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-676f7da4-fe5b-4cd4-b59d-c43b4b5cbcb4 req-d28b37e0-96bf-4e37-bc06-91f2a6351d74 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Jan 11 23:23:16.996511 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e97e68-41bc-4904-87d4-f3afbb19843c req-d5ca63fe-f240-45fc-8061-8d9265d17b30 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:17.000950 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-12e97e68-41bc-4904-87d4-f3afbb19843c req-d5ca63fe-f240-45fc-8061-8d9265d17b30 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0483358 Jan 11 23:23:17.045856 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-12e97e68-41bc-4904-87d4-f3afbb19843c req-49712456-6d1c-400c-bad1-176b0252cefb tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Jan 11 23:23:17.746869 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2dd26-14ab-4e7c-8683-85a4c106058f req-b7c29744-1257-4123-ab5b-7f6615ac0943 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:17.748320 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-27b2dd26-14ab-4e7c-8683-85a4c106058f req-b7c29744-1257-4123-ab5b-7f6615ac0943 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0487823 Jan 11 23:23:17.799416 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-27b2dd26-14ab-4e7c-8683-85a4c106058f req-5ecbefce-767e-4265-a684-947ecf110141 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456464 Jan 11 23:23:17.876023 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-615d893f-e2a1-4319-9dae-1d8528133ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:17.903521 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abe814-c0d6-4de1-be44-d4ae7edf0c79 req-f4fef540-463b-47e7-a5c0-3f1292c0ed0c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:17.905107 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97abe814-c0d6-4de1-be44-d4ae7edf0c79 req-f4fef540-463b-47e7-a5c0-3f1292c0ed0c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0499575 Jan 11 23:23:17.951723 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97abe814-c0d6-4de1-be44-d4ae7edf0c79 req-67599687-c558-45e9-8671-d474f0b25d34 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Jan 11 23:23:18.156399 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61140f3a-b76a-455b-8c21-09b1e47ed5e3 req-be9a1839-0d99-45f2-bc88-b640d22305d7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:18.157929 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-61140f3a-b76a-455b-8c21-09b1e47ed5e3 req-be9a1839-0d99-45f2-bc88-b640d22305d7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0483103 Jan 11 23:23:18.204447 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-61140f3a-b76a-455b-8c21-09b1e47ed5e3 req-220ce0bf-0747-40a0-be49-c8d41364def4 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Jan 11 23:23:18.917801 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c084b-ea33-47f7-8da2-9131cd7782a1 req-f75270c2-ad6b-4879-af36-856fe2c5e1c5 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:18.919264 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-824c084b-ea33-47f7-8da2-9131cd7782a1 req-f75270c2-ad6b-4879-af36-856fe2c5e1c5 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0521109 Jan 11 23:23:18.965414 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-824c084b-ea33-47f7-8da2-9131cd7782a1 req-66bbca42-6a65-414a-ab62-2fa0b0fc370a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Jan 11 23:23:19.064170 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b560e53-f0d9-4f54-9803-e64b5337a0c3 req-a1ab8ad3-fffa-4797-886f-9902183dade9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:19.065708 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b560e53-f0d9-4f54-9803-e64b5337a0c3 req-a1ab8ad3-fffa-4797-886f-9902183dade9 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0489404 Jan 11 23:23:19.112835 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b560e53-f0d9-4f54-9803-e64b5337a0c3 req-6392a647-077b-4685-9976-8ae02bb1f187 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Jan 11 23:23:19.138655 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:19.315746 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c648c9-3a74-4e05-9890-0fae20f9d529 req-f61d0697-75fe-487d-a4e1-e352ee001a62 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:19.317227 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c2c648c9-3a74-4e05-9890-0fae20f9d529 req-f61d0697-75fe-487d-a4e1-e352ee001a62 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0497842 Jan 11 23:23:19.367702 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c2c648c9-3a74-4e05-9890-0fae20f9d529 req-b3a7dc84-5002-4203-852a-5a2623219d4c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448792 Jan 11 23:23:20.076357 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feea88-a9d2-4d4e-9f50-04374ca19cbc req-e887159f-da3c-465a-9919-dd3eb9af8483 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:20.077833 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e6feea88-a9d2-4d4e-9f50-04374ca19cbc req-e887159f-da3c-465a-9919-dd3eb9af8483 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0479357 Jan 11 23:23:20.123903 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e6feea88-a9d2-4d4e-9f50-04374ca19cbc req-a2e39268-f3c0-4aa5-b0ca-9cd8750bb210 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Jan 11 23:23:20.225930 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c2f18-c46f-456d-abdc-cb82ff565290 req-3754a762-eee9-43ee-ae47-79107f35f3c7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:20.227388 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d78c2f18-c46f-456d-abdc-cb82ff565290 req-3754a762-eee9-43ee-ae47-79107f35f3c7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0491505 Jan 11 23:23:20.274894 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d78c2f18-c46f-456d-abdc-cb82ff565290 req-f9c654d0-1fe8-474b-852a-6fd2b4cf5374 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416293 Jan 11 23:23:20.384845 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:20.485968 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003d516-84c4-449f-a0a1-5a195e662c50 req-d9737a43-c522-4e9b-9313-ecabc348e406 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:20.487450 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0003d516-84c4-449f-a0a1-5a195e662c50 req-d9737a43-c522-4e9b-9313-ecabc348e406 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0528533 Jan 11 23:23:20.533109 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0003d516-84c4-449f-a0a1-5a195e662c50 req-b85a126e-b0d4-4e5b-a492-c2835d23d244 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Jan 11 23:23:21.235312 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7f6e7-f8d4-4246-92a8-ce3e5313b0ce req-53677823-f7a9-4d26-9fb6-4e3ec01ca562 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:21.236756 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a5d7f6e7-f8d4-4246-92a8-ce3e5313b0ce req-53677823-f7a9-4d26-9fb6-4e3ec01ca562 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0484135 Jan 11 23:23:21.288086 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a5d7f6e7-f8d4-4246-92a8-ce3e5313b0ce req-c1729c51-5a3b-4bd0-9ae4-7c5bffaf216c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Jan 11 23:23:21.389698 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c2732-97a3-4cde-b62f-41567e8a47f9 req-7d73d2c2-e602-42e5-a786-2fe74088f441 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:21.391144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b7c2732-97a3-4cde-b62f-41567e8a47f9 req-7d73d2c2-e602-42e5-a786-2fe74088f441 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0516233 Jan 11 23:23:21.438146 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b7c2732-97a3-4cde-b62f-41567e8a47f9 req-a3b77e1d-b4da-4f92-8a9c-4d3d9fa3c449 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Jan 11 23:23:21.646273 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e095a-16e0-48c7-adcc-97ce8009b85a req-8ccf12ca-3097-4931-8e70-454544bd6a41 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:21.648277 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-374e095a-16e0-48c7-adcc-97ce8009b85a req-8ccf12ca-3097-4931-8e70-454544bd6a41 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 944 time: 0.0499868 Jan 11 23:23:21.695469 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-374e095a-16e0-48c7-adcc-97ce8009b85a req-339c6d80-4b09-4445-b436-7f71ac69351b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Jan 11 23:23:21.876323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:22.064787 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device be9eed2c-63f0-47fd-b398-cac45ada3a94 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:23:22.157994 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port be9eed2c-63f0-47fd-b398-cac45ada3a94, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=be9eed2c-63f0-47fd-b398-cac45ada3a94,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:22.165143 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:22.169143 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'be9eed2c-63f0-47fd-b398-cac45ada3a94', 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3', 'port_id': 'be9eed2c-63f0-47fd-b398-cac45ada3a94', 'mac_address': 'fa:16:3e:62:48:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9def7f-ac13-4f28-b8ab-75b38766f0ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:23:22.208596 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port be9eed2c-63f0-47fd-b398-cac45ada3a94 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:22.209013 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:22.221331 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9eed2c-63f0-47fd-b398-cac45ada3a94 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:22.241177 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port be9eed2c-63f0-47fd-b398-cac45ada3a94, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=be9eed2c-63f0-47fd-b398-cac45ada3a94,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:22.331945 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:22.381645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=be9eed2c-63f0-47fd-b398-cac45ada3a94,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:22.396582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a4235-089a-4e9d-9332-5d7394e1fcea req-1af35b04-1a88-4ab1-8df1-26755f0ac9b8 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.398762 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-123a4235-089a-4e9d-9332-5d7394e1fcea req-1af35b04-1a88-4ab1-8df1-26755f0ac9b8 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0505626 Jan 11 23:23:22.452169 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-123a4235-089a-4e9d-9332-5d7394e1fcea req-6fd6cc4e-1ce4-423e-a8f5-a73129e5d412 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Jan 11 23:23:22.531198 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776aa1b-3807-4c01-bf79-5efa841921bf req-2ca2019e-e7dc-4a9a-974b-65e2b0052805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.532698 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8776aa1b-3807-4c01-bf79-5efa841921bf req-2ca2019e-e7dc-4a9a-974b-65e2b0052805 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 1096 time: 0.0662103 Jan 11 23:23:22.572128 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78db4e-6cdb-43ea-9fe0-d87de5d086aa req-98610943-21f4-48e9-9cb1-5ab739a3da24 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.574483 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ba78db4e-6cdb-43ea-9fe0-d87de5d086aa req-98610943-21f4-48e9-9cb1-5ab739a3da24 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0497906 Jan 11 23:23:22.641527 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ba78db4e-6cdb-43ea-9fe0-d87de5d086aa req-8bf3fc6c-cfe6-4369-955e-ee8c93ce04b4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479960 Jan 11 23:23:22.690993 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776aa1b-3807-4c01-bf79-5efa841921bf req-bd7f2083-1c72-4409-937d-cd42e8071154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.692447 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8776aa1b-3807-4c01-bf79-5efa841921bf req-bd7f2083-1c72-4409-937d-cd42e8071154 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1071391 Jan 11 23:23:22.802126 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776aa1b-3807-4c01-bf79-5efa841921bf req-c9a84786-60be-47c7-9cff-9c580b24bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.803618 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8776aa1b-3807-4c01-bf79-5efa841921bf req-c9a84786-60be-47c7-9cff-9c580b24bc14 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041892 Jan 11 23:23:22.832128 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af73b-33e8-41e4-b8ef-2a1d905028b2 req-e4964b2a-1f07-4a33-aa3d-eb9f0a1c0559 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.833744 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d23af73b-33e8-41e4-b8ef-2a1d905028b2 req-e4964b2a-1f07-4a33-aa3d-eb9f0a1c0559 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 945 time: 0.0610967 Jan 11 23:23:22.885968 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d23af73b-33e8-41e4-b8ef-2a1d905028b2 req-b2f56b57-6a3c-471f-b03c-31edeadb643d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Jan 11 23:23:22.924786 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-aff5a107-35e4-42ce-b864-73f61e238ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:22.926558 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-aff5a107-35e4-42ce-b864-73f61e238ca7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 1096 time: 0.0415649 Jan 11 23:23:22.994940 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-371abc00-9fec-4646-a83d-54ab248f2cb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77c4c8d6-ec9c-4174-88e8-07512c283816 HTTP/1.1" status: 200 len: 217 time: 0.0425529 Jan 11 23:23:23.051044 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-32fe421a-f974-4556-a2f6-aca179fab8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:23.052529 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-32fe421a-f974-4556-a2f6-aca179fab8e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cbd530d-8d5d-473e-9da9-874596e1c656 HTTP/1.1" status: 200 len: 853 time: 0.0435181 Jan 11 23:23:23.084060 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-a89e2092-00bc-47cb-9a05-e03c10936112 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b9a000f-16dc-4e26-a195-7ff6cf13e490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249453 Jan 11 23:23:23.181729 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-5d20eaee-c203-448e-9e12-e67e6939dec7 service neutron] 10.222.0.35 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901830 Jan 11 23:23:23.207463 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['be9eed2c-63f0-47fd-b398-cac45ada3a94'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:23:23.279327 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1532a62b-69cd-40f8-bacc-a94182b6a608 req-ccf35c16-396f-436a-96b9-7b63d478394c service neutron] 10.222.0.35 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905237 Jan 11 23:23:23.575833 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07f5b8-efde-42f7-86e3-b5dbbdded2c0 req-27361266-3e5d-4490-8299-5e16458e84eb tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:23.577381 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8c07f5b8-efde-42f7-86e3-b5dbbdded2c0 req-27361266-3e5d-4490-8299-5e16458e84eb tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0571358 Jan 11 23:23:23.626019 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8c07f5b8-efde-42f7-86e3-b5dbbdded2c0 req-0e0cec27-49ce-4fd5-9ab5-2a4f4a0b27da tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Jan 11 23:23:23.763153 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10a863-c52b-4b9a-8b0c-b2116260eaf9 req-53a2de82-2ae6-4628-8b38-3e462bd8642a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:23.767571 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae10a863-c52b-4b9a-8b0c-b2116260eaf9 req-53a2de82-2ae6-4628-8b38-3e462bd8642a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0534861 Jan 11 23:23:23.816229 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae10a863-c52b-4b9a-8b0c-b2116260eaf9 req-0073a7e5-0520-41a6-891d-24c9b99d3d9f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445766 Jan 11 23:23:24.045012 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04149242-c4ab-4140-9ebc-d06bbdbb3fd2 req-528f335b-e459-4bdc-901f-96c594e8fbcd tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.046410 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04149242-c4ab-4140-9ebc-d06bbdbb3fd2 req-528f335b-e459-4bdc-901f-96c594e8fbcd tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 945 time: 0.0488350 Jan 11 23:23:24.096466 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04149242-c4ab-4140-9ebc-d06bbdbb3fd2 req-6aacde95-eff2-4230-95b7-5ce289e4d724 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Jan 11 23:23:24.297485 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbaaa1-d933-4437-9040-19c6141f2932 req-130cd1d3-e815-4f56-ba26-4e0752c0d583 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.298926 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abcbaaa1-d933-4437-9040-19c6141f2932 req-130cd1d3-e815-4f56-ba26-4e0752c0d583 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0489745 Jan 11 23:23:24.347250 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abcbaaa1-d933-4437-9040-19c6141f2932 req-d5d7755c-1488-4bde-81f3-fa4b4cab6ce0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jan 11 23:23:24.396601 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-6517819d-17ea-49b1-bf75-567bd3912a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.398721 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-6517819d-17ea-49b1-bf75-567bd3912a18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 1099 time: 0.0402043 Jan 11 23:23:24.489531 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-2ad0687e-ffac-49a4-afba-a9bccf9658bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.490968 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-2ad0687e-ffac-49a4-afba-a9bccf9658bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.0862441 Jan 11 23:23:24.532199 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-9017f6ba-e8ff-4ed0-ae55-7ded545137a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 200 len: 217 time: 0.0342531 Jan 11 23:23:24.584198 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-bb57fee7-87db-4d0b-8933-ccc464cb688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.586261 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-bb57fee7-87db-4d0b-8933-ccc464cb688e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0459740 Jan 11 23:23:24.619402 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-d0a2fe89-cb1d-4803-9f46-3b887a869ccf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262928 Jan 11 23:23:24.712175 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-5324fd0f-0e8a-4721-9cba-5223dc392fed service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Jan 11 23:23:24.744032 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebcc56-52f5-4725-bdc2-cd0876ea3736 req-a2c0cfa0-1863-4cd3-a374-12bddb2bf0b9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.745537 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-18ebcc56-52f5-4725-bdc2-cd0876ea3736 req-a2c0cfa0-1863-4cd3-a374-12bddb2bf0b9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0515194 Jan 11 23:23:24.797047 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-18ebcc56-52f5-4725-bdc2-cd0876ea3736 req-3dc04060-7f2c-424e-8f29-834da28d801a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Jan 11 23:23:24.843468 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-a5cfbe52-18b2-4130-8443-da43c73314af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920227 Jan 11 23:23:24.848400 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8f77e787-a8c5-4d69-b35b-4c7e671a1e09 req-ae8c13f9-45db-4cca-b168-dee880a7ca7f service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232703 Jan 11 23:23:24.930733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-400445bd-f309-4c2f-938b-bec60f32dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:24.932225 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-400445bd-f309-4c2f-938b-bec60f32dffb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=421f248e2c6f4aa887e96ca9b6357253&device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 1098 time: 0.0470662 Jan 11 23:23:25.253801 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83630e7-7bd4-4248-9e7f-b30f4d49f3ba req-62fc9b86-1844-4122-9cc5-6f988f1c0d30 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:25.261428 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b83630e7-7bd4-4248-9e7f-b30f4d49f3ba req-62fc9b86-1844-4122-9cc5-6f988f1c0d30 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 945 time: 0.0789659 Jan 11 23:23:25.300629 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-58bc7af6-33a8-4e2d-8e46-4a6444029ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:25.302150 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-58bc7af6-33a8-4e2d-8e46-4a6444029ed1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 200 len: 920 time: 0.3110793 Jan 11 23:23:25.309496 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b83630e7-7bd4-4248-9e7f-b30f4d49f3ba req-96d82598-d587-4019-abb3-59977b20903a tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Jan 11 23:23:25.373357 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-8f1362f9-fe70-41bc-be07-e3cbb0275ff9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e HTTP/1.1" status: 200 len: 217 time: 0.0349298 Jan 11 23:23:25.449191 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-e3e76ffd-6ae8-424f-8470-594bca16412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:25.450736 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-e3e76ffd-6ae8-424f-8470-594bca16412e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 200 len: 859 time: 0.0492468 Jan 11 23:23:25.464706 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe9f34-1873-4773-8f6d-0c59f00985fc req-769a0fa3-1de1-4de7-80ff-0481c9bd4309 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:25.466213 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4dfe9f34-1873-4773-8f6d-0c59f00985fc req-769a0fa3-1de1-4de7-80ff-0481c9bd4309 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0497158 Jan 11 23:23:25.484062 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-7543f41f-dbcd-43d0-b290-6a686d950646 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258873 Jan 11 23:23:25.515447 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4dfe9f34-1873-4773-8f6d-0c59f00985fc req-5b456a27-5f35-434a-a7d3-60396c59564c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Jan 11 23:23:25.576377 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-7d969d69-f96a-49eb-b8ca-34cb437439c2 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 Jan 11 23:23:25.673870 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bf3ee3cb-7f11-44b1-8d8f-cff4fb991d5b req-606a9efb-963f-4973-aea8-86b0390d7a41 service neutron] 10.222.0.35 "GET /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873098 Jan 11 23:23:25.930406 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5c0e0-b459-49ea-bd18-f9ac37f90455 req-de7e81d5-f8e5-4977-845f-7c745eaa4f71 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:25.931948 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09d5c0e0-b459-49ea-bd18-f9ac37f90455 req-de7e81d5-f8e5-4977-845f-7c745eaa4f71 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0545511 Jan 11 23:23:25.979167 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09d5c0e0-b459-49ea-bd18-f9ac37f90455 req-8a3bd73b-6fb7-49ac-aadd-cc4eff5b3e79 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Jan 11 23:23:26.100383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device be9eed2c-63f0-47fd-b398-cac45ada3a94 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:23:26.219041 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port be9eed2c-63f0-47fd-b398-cac45ada3a94 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:23:26.223180 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port be9eed2c-63f0-47fd-b398-cac45ada3a94 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:23:26.223540 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:26.431688 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493bd40-a759-453f-8d61-e5a564323a95 req-09bf6d36-5bd9-43b4-863c-dc18b6f5b518 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:26.433315 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3493bd40-a759-453f-8d61-e5a564323a95 req-09bf6d36-5bd9-43b4-863c-dc18b6f5b518 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 945 time: 0.0522616 Jan 11 23:23:26.451528 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port be9eed2c-63f0-47fd-b398-cac45ada3a94 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:26.451859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:26.475184 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b8f83-39f8-415d-9710-1c188e05e81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9eed2c-63f0-47fd-b398-cac45ada3a94'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:26.477663 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b244a-3b2f-41c5-a588-6a28455c9e66" -d '{"events": [{"server_uuid": "735b8f83-39f8-415d-9710-1c188e05e81a", "name": "network-vif-plugged", "status": "completed", "tag": "be9eed2c-63f0-47fd-b398-cac45ada3a94"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:26.482657 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3493bd40-a759-453f-8d61-e5a564323a95 req-68756c17-c701-43a0-9672-39515025809b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Jan 11 23:23:26.490960 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port be9eed2c-63f0-47fd-b398-cac45ada3a94, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=be9eed2c-63f0-47fd-b398-cac45ada3a94,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:26.528366 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4b8b68-493b-475f-b583-a6a202d6b814 x-openstack-request-id: req-6a4b8b68-493b-475f-b583-a6a202d6b814 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:26.528735 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735b8f83-39f8-415d-9710-1c188e05e81a", "name": "network-vif-plugged", "status": "completed", "tag": "be9eed2c-63f0-47fd-b398-cac45ada3a94", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:26.529168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a4b8b68-493b-475f-b583-a6a202d6b814 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:26.529579 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735b8f83-39f8-415d-9710-1c188e05e81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9eed2c-63f0-47fd-b398-cac45ada3a94', 'code': 200} Jan 11 23:23:26.550780 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:26.615996 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=be9eed2c-63f0-47fd-b398-cac45ada3a94,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:26.644226 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27343c-d524-4d58-b1b3-24d01659df7d req-c0f78745-2cc7-4822-b7c4-f66a83d4b140 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:26.646332 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ca27343c-d524-4d58-b1b3-24d01659df7d req-c0f78745-2cc7-4822-b7c4-f66a83d4b140 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0575688 Jan 11 23:23:26.716600 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ca27343c-d524-4d58-b1b3-24d01659df7d req-7b018ba0-9e5f-4d49-93db-4115e87468a5 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640473 Jan 11 23:23:26.738088 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39892) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:26.865639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:26.901330 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd4c5f-b7ca-4c3a-895b-ea6318d4c40e req-907db89c-964f-4440-972c-78f4df34f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:26.902805 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9cdd4c5f-b7ca-4c3a-895b-ea6318d4c40e req-907db89c-964f-4440-972c-78f4df34f2c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 1099 time: 0.0635066 Jan 11 23:23:26.972183 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9cdd4c5f-b7ca-4c3a-895b-ea6318d4c40e req-804a7caf-05f8-467b-9fe3-2f2837a30703 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Jan 11 23:23:26.987783 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Publish callbacks [] for security_group (38a1a8aa-addc-48b5-ad1d-9e46788c8e1f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:27.042093 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (38a1a8aa-addc-48b5-ad1d-9e46788c8e1f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:27.082618 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2a3d67987e94b368fd2c7cf8cfc1f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433716 Jan 11 23:23:27.085104 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 39900) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:27.091974 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a1a8aa-addc-48b5-ad1d-9e46788c8e1f,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:27.096067 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fbc428-dc2e-426b-a271-a5f70483209a req-3e91a874-66b8-42b0-a9a5-0b9390e98f8e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:27.097596 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f9fbc428-dc2e-426b-a271-a5f70483209a req-3e91a874-66b8-42b0-a9a5-0b9390e98f8e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0505188 Jan 11 23:23:27.107737 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.108082 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.108423 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.108753 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.109106 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.109430 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.109752 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.110080 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.110400 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.110720 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.111037 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.111378 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.111692 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5921152f-fb4d-45b8-855d-3893772ed161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:27.145226 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f9fbc428-dc2e-426b-a271-a5f70483209a req-3aa4f5e4-bc1d-4108-8979-172099292e99 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Jan 11 23:23:27.145542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d7810ed-d55d-4d9b-8da0-eb212cb44d77 admin admin] Publish callbacks [] for security_group (38a1a8aa-addc-48b5-ad1d-9e46788c8e1f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:27.166937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d7810ed-d55d-4d9b-8da0-eb212cb44d77 admin admin] Publish callbacks [] for security_group (38a1a8aa-addc-48b5-ad1d-9e46788c8e1f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:27.297863 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d7810ed-d55d-4d9b-8da0-eb212cb44d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (38a1a8aa-addc-48b5-ad1d-9e46788c8e1f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:27.300703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2d7810ed-d55d-4d9b-8da0-eb212cb44d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:27.302067 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-2d7810ed-d55d-4d9b-8da0-eb212cb44d77 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38a1a8aa-addc-48b5-ad1d-9e46788c8e1f HTTP/1.1" status: 204 len: 168 time: 0.2159865 Jan 11 23:23:27.311168 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7810ed-d55d-4d9b-8da0-eb212cb44d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a1a8aa-addc-48b5-ad1d-9e46788c8e1f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:27.597590 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6ef02-55df-49d0-9f37-6f05f47c23ec req-919304c3-de74-466a-aef0-6a9da59a6149 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:27.599059 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ebc6ef02-55df-49d0-9f37-6f05f47c23ec req-919304c3-de74-466a-aef0-6a9da59a6149 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0496054 Jan 11 23:23:27.646449 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ebc6ef02-55df-49d0-9f37-6f05f47c23ec req-bf95d89d-cabf-4e8d-ae95-8d93e5711da0 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Jan 11 23:23:27.849842 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011898-2c01-4a28-bea4-50a2c3eba637 req-e4a15d5d-7c32-446e-8682-8e3cd9fae1d2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:27.851466 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96011898-2c01-4a28-bea4-50a2c3eba637 req-e4a15d5d-7c32-446e-8682-8e3cd9fae1d2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0601692 Jan 11 23:23:27.906054 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96011898-2c01-4a28-bea4-50a2c3eba637 req-be18e28a-107f-49c9-8364-dd6dfed695f8 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484335 Jan 11 23:23:28.106552 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77c4c8d6-ec9c-4174-88e8-07512c283816 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:23:28.205370 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 77c4c8d6-ec9c-4174-88e8-07512c283816, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77c4c8d6-ec9c-4174-88e8-07512c283816,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:28.218410 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '77c4c8d6-ec9c-4174-88e8-07512c283816', 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490', 'port_id': '77c4c8d6-ec9c-4174-88e8-07512c283816', 'mac_address': 'fa:16:3e:04:7f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbd530d-8d5d-473e-9da9-874596e1c656', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:23:28.258333 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 77c4c8d6-ec9c-4174-88e8-07512c283816 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:28.259237 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:28.264640 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b0ecb-d41b-48ff-a4f6-c6d286971285 req-b9b53a6e-9158-4279-81fe-b669f3386c11 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:28.266185 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2f6b0ecb-d41b-48ff-a4f6-c6d286971285 req-b9b53a6e-9158-4279-81fe-b669f3386c11 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 943 time: 0.0519040 Jan 11 23:23:28.272729 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c4c8d6-ec9c-4174-88e8-07512c283816 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:28.295666 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 77c4c8d6-ec9c-4174-88e8-07512c283816, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77c4c8d6-ec9c-4174-88e8-07512c283816,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:28.321828 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2f6b0ecb-d41b-48ff-a4f6-c6d286971285 req-eafffd64-3ce9-43b4-9fd0-260d4f0af2ce tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497382 Jan 11 23:23:28.350469 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:28.402647 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=77c4c8d6-ec9c-4174-88e8-07512c283816,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:28.761695 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d05ec-62f2-47d8-bf2a-9c5ab46e756d req-f136315a-8c8c-4f32-a8b3-71ef036c420c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:28.763136 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e7d05ec-62f2-47d8-bf2a-9c5ab46e756d req-f136315a-8c8c-4f32-a8b3-71ef036c420c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0478497 Jan 11 23:23:28.813246 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e7d05ec-62f2-47d8-bf2a-9c5ab46e756d req-909bd0ce-e592-4aea-bddb-297d15c99254 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Jan 11 23:23:28.976251 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['77c4c8d6-ec9c-4174-88e8-07512c283816'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:23:29.036741 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b823c1-4351-468d-92b9-1ea06f980c70 req-176f6d20-d2b7-456f-b62b-9809e7fcc0d7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:29.038731 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4b823c1-4351-468d-92b9-1ea06f980c70 req-176f6d20-d2b7-456f-b62b-9809e7fcc0d7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0653520 Jan 11 23:23:29.092746 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4b823c1-4351-468d-92b9-1ea06f980c70 req-aab94379-60c1-4f5b-94c6-54e30bf26faf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Jan 11 23:23:29.440050 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49bdaa-735c-4633-8707-80e6d39d0c12 req-7de35729-321e-4de4-b37f-21693cc114be tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:29.441650 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a49bdaa-735c-4633-8707-80e6d39d0c12 req-7de35729-321e-4de4-b37f-21693cc114be tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 944 time: 0.0538990 Jan 11 23:23:29.489302 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a49bdaa-735c-4633-8707-80e6d39d0c12 req-e114a393-c357-4781-9284-ce569f4fb948 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Jan 11 23:23:29.932334 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6775b3-4f97-4402-a1a0-49ee66ef4a40 req-0e8b6853-385c-4fe4-ae52-0f17be120451 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:29.933802 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1c6775b3-4f97-4402-a1a0-49ee66ef4a40 req-0e8b6853-385c-4fe4-ae52-0f17be120451 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0540953 Jan 11 23:23:29.982325 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1c6775b3-4f97-4402-a1a0-49ee66ef4a40 req-e8bf9ebd-d09d-49e5-89c1-a75607f00ba3 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Jan 11 23:23:30.213966 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb300360-b884-4ff3-b390-e5ebfd1d0c86 req-81f12373-b4ba-4c31-ae53-1921045db688 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:30.215425 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eb300360-b884-4ff3-b390-e5ebfd1d0c86 req-81f12373-b4ba-4c31-ae53-1921045db688 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0494509 Jan 11 23:23:30.263317 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eb300360-b884-4ff3-b390-e5ebfd1d0c86 req-34e14bb7-2310-48c5-9a18-b71f130c2f31 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Jan 11 23:23:30.651967 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0697bf-2f4e-42de-92aa-b11381959482 req-d84d02f1-e5dc-47ba-947b-46a941bb1c70 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:30.653554 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b0697bf-2f4e-42de-92aa-b11381959482 req-d84d02f1-e5dc-47ba-947b-46a941bb1c70 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 944 time: 0.0627153 Jan 11 23:23:30.702871 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b0697bf-2f4e-42de-92aa-b11381959482 req-6e418447-fe08-4f04-bf14-6a7f26bba7a2 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Jan 11 23:23:31.341153 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481890-f945-47c9-8e6a-eb77ea794423 req-9baf143e-bdc6-42a7-afb9-6d9b1cff250c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:31.342657 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09481890-f945-47c9-8e6a-eb77ea794423 req-9baf143e-bdc6-42a7-afb9-6d9b1cff250c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0543182 Jan 11 23:23:31.390177 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09481890-f945-47c9-8e6a-eb77ea794423 req-bdc6dfbd-6c1d-480c-8c38-8c1891f155e0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419948 Jan 11 23:23:31.737762 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb3cb-d377-42aa-9460-32634a448c3e req-14404b61-0fba-4f42-a2cf-e5a156f57580 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:31.739241 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-190eb3cb-d377-42aa-9460-32634a448c3e req-14404b61-0fba-4f42-a2cf-e5a156f57580 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0488288 Jan 11 23:23:31.821956 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-190eb3cb-d377-42aa-9460-32634a448c3e req-cf577054-3e6a-4b81-b601-2d7222c63991 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Jan 11 23:23:31.841228 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd362974-22da-4244-9c71-5eafa6b3b128 req-a4007911-1dc4-428b-b138-ded8478e0791 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:31.842755 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dd362974-22da-4244-9c71-5eafa6b3b128 req-a4007911-1dc4-428b-b138-ded8478e0791 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 944 time: 0.0700431 Jan 11 23:23:31.889378 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dd362974-22da-4244-9c71-5eafa6b3b128 req-b80b325f-4b1e-4ad2-92d1-ec40112963a7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Jan 11 23:23:32.160684 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77c4c8d6-ec9c-4174-88e8-07512c283816 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:23:32.281665 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 77c4c8d6-ec9c-4174-88e8-07512c283816 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:23:32.285513 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 77c4c8d6-ec9c-4174-88e8-07512c283816 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:23:32.285861 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:32.362341 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 77c4c8d6-ec9c-4174-88e8-07512c283816 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:32.362729 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:32.385558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c4c8d6-ec9c-4174-88e8-07512c283816'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:32.387786 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18e75c2-7be4-46b8-88e2-3d25df4cb33e" -d '{"events": [{"server_uuid": "3f807e17-c9e8-4bfc-adcb-95ddb39697aa", "name": "network-vif-plugged", "status": "completed", "tag": "77c4c8d6-ec9c-4174-88e8-07512c283816"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:32.400161 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 77c4c8d6-ec9c-4174-88e8-07512c283816, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77c4c8d6-ec9c-4174-88e8-07512c283816,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:32.424127 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d32663-9b1e-4633-af02-40c117ee6279 x-openstack-request-id: req-82d32663-9b1e-4633-af02-40c117ee6279 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:32.424491 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f807e17-c9e8-4bfc-adcb-95ddb39697aa", "name": "network-vif-plugged", "status": "completed", "tag": "77c4c8d6-ec9c-4174-88e8-07512c283816", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:32.424751 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82d32663-9b1e-4633-af02-40c117ee6279 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:32.425443 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c4c8d6-ec9c-4174-88e8-07512c283816', 'code': 200} Jan 11 23:23:32.517399 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bb32b-a5bb-4302-a3aa-e6e0eda89830 req-e023b724-96fd-4b46-91e8-ed84059a3603 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:32.552911 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d9bb32b-a5bb-4302-a3aa-e6e0eda89830 req-e023b724-96fd-4b46-91e8-ed84059a3603 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0560541 Jan 11 23:23:32.570410 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d9bb32b-a5bb-4302-a3aa-e6e0eda89830 req-f0e071e0-c024-4a69-9c3a-f60ba621c964 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Jan 11 23:23:32.596313 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:32.653424 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=77c4c8d6-ec9c-4174-88e8-07512c283816,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:32.660605 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.660993 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.661365 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.661722 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.662044 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.662370 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.662698 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.663023 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.663348 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.663689 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.664014 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.665006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.665347 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:32.908146 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd1484-86b8-487a-bfcf-d5980b965a85 req-84da2afa-35f6-4ad6-bd77-1d09a156f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:32.910860 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ddd1484-86b8-487a-bfcf-d5980b965a85 req-84da2afa-35f6-4ad6-bd77-1d09a156f484 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 1098 time: 0.0436947 Jan 11 23:23:32.973173 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b67f7-0f62-417f-aabc-9d280816c45c req-6fe92c20-0f62-46f3-9682-a59e426a5625 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:32.974832 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-583b67f7-0f62-417f-aabc-9d280816c45c req-6fe92c20-0f62-46f3-9682-a59e426a5625 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0712702 Jan 11 23:23:32.979971 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ddd1484-86b8-487a-bfcf-d5980b965a85 req-214416e5-a10e-438b-96ce-fad772c9e0bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Jan 11 23:23:33.056385 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e575a74-2840-49aa-b8c2-9414205662b0 req-0b3832d9-dcd5-495b-9a33-53390a5a2a28 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:33.057948 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e575a74-2840-49aa-b8c2-9414205662b0 req-0b3832d9-dcd5-495b-9a33-53390a5a2a28 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0816417 Jan 11 23:23:33.062863 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-583b67f7-0f62-417f-aabc-9d280816c45c req-c6982022-4047-4de0-9e4a-e1f3e98d1ad0 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777299 Jan 11 23:23:33.113974 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e575a74-2840-49aa-b8c2-9414205662b0 req-71b52798-44d5-430e-9e9a-b3cacaa56990 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 Jan 11 23:23:33.694963 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6972a01-21ed-4abe-bd9c-e5b399d71973 req-837b4a86-afaf-4d19-883c-0da5f9d123fa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:33.698000 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a6972a01-21ed-4abe-bd9c-e5b399d71973 req-837b4a86-afaf-4d19-883c-0da5f9d123fa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Jan 11 23:23:33.748974 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a6972a01-21ed-4abe-bd9c-e5b399d71973 req-35e62bff-3788-4f72-a2f4-7273bd5d43eb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451403 Jan 11 23:23:34.183348 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845e43e-b0a9-418b-89d3-13020b801e21 req-2c9fa3be-291b-4711-8e3a-ea79f2d8cfd6 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:34.184860 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e845e43e-b0a9-418b-89d3-13020b801e21 req-2c9fa3be-291b-4711-8e3a-ea79f2d8cfd6 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0526717 Jan 11 23:23:34.264597 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786c691-c6a9-41b6-9788-6b8aa1c6e158 req-2941958e-553e-4eea-898b-7246684e5387 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:34.266131 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e786c691-c6a9-41b6-9788-6b8aa1c6e158 req-2941958e-553e-4eea-898b-7246684e5387 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0786095 Jan 11 23:23:34.269489 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e845e43e-b0a9-418b-89d3-13020b801e21 req-e3bde7c4-b8a9-45a2-9487-8c62711acef7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738401 Jan 11 23:23:34.314720 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e786c691-c6a9-41b6-9788-6b8aa1c6e158 req-48c38a3b-5338-4168-b93d-8156cecbbb0a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Jan 11 23:23:34.872565 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4241e7-5415-4d10-8eb7-5aaad196a9df req-40e98dee-b38d-4805-a913-827c1589929f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:34.874067 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8f4241e7-5415-4d10-8eb7-5aaad196a9df req-40e98dee-b38d-4805-a913-827c1589929f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0524888 Jan 11 23:23:34.878403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-a372f21f-f028-4501-83c5-cddf1223e5be tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:34.879832 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-a372f21f-f028-4501-83c5-cddf1223e5be tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 946 time: 0.0508585 Jan 11 23:23:34.922675 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8f4241e7-5415-4d10-8eb7-5aaad196a9df req-1958466e-9c1e-46f1-ab3d-7142c71acda8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Jan 11 23:23:34.976298 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Deleting port be9eed2c-63f0-47fd-b398-cac45ada3a94 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:23:34.976298 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:35.065283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] For port be9eed2c-63f0-47fd-b398-cac45ada3a94, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=be9eed2c-63f0-47fd-b398-cac45ada3a94,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:35.065649 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:35.078074 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Calling delete_port for be9eed2c-63f0-47fd-b398-cac45ada3a94 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:23:35.257487 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (be9eed2c-63f0-47fd-b398-cac45ada3a94), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:35.287471 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Pushing event deleted for resources: {'Port': ['ID=be9eed2c-63f0-47fd-b398-cac45ada3a94,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:35.309936 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['be9eed2c-63f0-47fd-b398-cac45ada3a94'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:23:35.332323 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] No DVR routers for this DVR port be9eed2c-63f0-47fd-b398-cac45ada3a94 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:23:35.338201 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:35.340216 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-452d69e5-3a5e-4386-9b38-20aee5863bf4 req-b2268e94-6235-4aba-983a-aec6f6e7f509 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "DELETE /v2.0/ports/be9eed2c-63f0-47fd-b398-cac45ada3a94 HTTP/1.1" status: 204 len: 173 time: 0.4544861 Jan 11 23:23:35.340707 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735b8f83-39f8-415d-9710-1c188e05e81a', 'name': 'network-vif-deleted', 'tag': 'be9eed2c-63f0-47fd-b398-cac45ada3a94'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:35.343000 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e5dfcb-9673-419e-8e23-203f17046613" -d '{"events": [{"server_uuid": "735b8f83-39f8-415d-9710-1c188e05e81a", "name": "network-vif-deleted", "tag": "be9eed2c-63f0-47fd-b398-cac45ada3a94"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:35.375593 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2bcb6c91-8474-42a0-b087-7014ce6140a9 req-6a238fe9-78e3-4daf-a869-52aacd5fc1ef tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 210 time: 0.0259931 Jan 11 23:23:35.421819 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be342471-b03b-402d-a5d4-3e6b1dd84444 x-openstack-request-id: req-be342471-b03b-402d-a5d4-3e6b1dd84444 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:35.422190 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735b8f83-39f8-415d-9710-1c188e05e81a", "name": "network-vif-deleted", "tag": "be9eed2c-63f0-47fd-b398-cac45ada3a94", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:35.422444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be342471-b03b-402d-a5d4-3e6b1dd84444 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:35.422894 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735b8f83-39f8-415d-9710-1c188e05e81a', 'name': 'network-vif-deleted', 'tag': 'be9eed2c-63f0-47fd-b398-cac45ada3a94', 'status': 'completed', 'code': 200} Jan 11 23:23:35.438718 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3831-d80d-4229-a1ca-0235a70d4449 req-d7884d9f-f5e4-4c7a-a9f5-54321c3939a9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:35.440184 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a8ee3831-d80d-4229-a1ca-0235a70d4449 req-d7884d9f-f5e4-4c7a-a9f5-54321c3939a9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0524256 Jan 11 23:23:35.489173 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a8ee3831-d80d-4229-a1ca-0235a70d4449 req-c4ea9b3b-6b6b-4760-bed3-168618d64717 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Jan 11 23:23:36.052266 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865acea6-5088-4175-a6aa-d7f97c622840 req-b47c278c-8ce7-4bb5-aa2c-3b2401ea4a12 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:36.053822 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-865acea6-5088-4175-a6aa-d7f97c622840 req-b47c278c-8ce7-4bb5-aa2c-3b2401ea4a12 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0585968 Jan 11 23:23:36.103941 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-865acea6-5088-4175-a6aa-d7f97c622840 req-bfbc02c2-aa36-4045-84e1-5107d8bea29c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435739 Jan 11 23:23:36.230093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee30d-c114-4e4c-a86c-2226f068e1a2 req-5c51319b-b77e-4172-a379-659ecc28e5b6 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:36.231573 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-076ee30d-c114-4e4c-a86c-2226f068e1a2 req-5c51319b-b77e-4172-a379-659ecc28e5b6 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0480676 Jan 11 23:23:36.277787 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-076ee30d-c114-4e4c-a86c-2226f068e1a2 req-9c699c7b-92f4-4900-b975-c424dda7875e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Jan 11 23:23:36.487265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2da12858-d4e6-45b1-8cb0-2c7c23a82f84 req-d494e1c5-a815-4e44-ae8d-64db6a2e4e1b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=735b8f83-39f8-415d-9710-1c188e05e81a HTTP/1.1" status: 200 len: 210 time: 0.0269053 Jan 11 23:23:36.612529 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1165da-aaac-4a2b-b762-cc55736d475c req-6c75d0ec-15b9-44f4-8e52-eb5be3c45b28 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:36.613990 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bf1165da-aaac-4a2b-b762-cc55736d475c req-6c75d0ec-15b9-44f4-8e52-eb5be3c45b28 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0527701 Jan 11 23:23:36.662130 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bf1165da-aaac-4a2b-b762-cc55736d475c req-98e82eb1-4211-47da-9df3-9af68dc03508 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Jan 11 23:23:37.220607 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a1f4-dc57-4eeb-a53b-8efc5b1cb241 req-df82699f-c542-4f61-8196-441e8cc59e7f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:37.222151 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cc50a1f4-dc57-4eeb-a53b-8efc5b1cb241 req-df82699f-c542-4f61-8196-441e8cc59e7f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0483308 Jan 11 23:23:37.268313 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cc50a1f4-dc57-4eeb-a53b-8efc5b1cb241 req-31553499-07d7-4377-9c9a-3c38998289be tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Jan 11 23:23:37.397336 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1b72-947b-44f3-a2cb-e1c16f3d1051 req-ffd8636f-1cc6-4a47-beac-2e4000dbfc63 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:37.399314 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-086f1b72-947b-44f3-a2cb-e1c16f3d1051 req-ffd8636f-1cc6-4a47-beac-2e4000dbfc63 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0524278 Jan 11 23:23:37.447977 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-086f1b72-947b-44f3-a2cb-e1c16f3d1051 req-7693b1d4-537b-4212-a21c-14c214d5cfc7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Jan 11 23:23:37.795127 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-9c35650d-1abd-41c7-bfa2-d78370de6c67 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:37.797459 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-9c35650d-1abd-41c7-bfa2-d78370de6c67 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/networks?id=2c3b02cc-47f5-4a1b-940e-d7307db926b3 HTTP/1.1" status: 200 len: 809 time: 0.1024504 Jan 11 23:23:37.814659 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-63b6ac15-a01f-4f41-a5e5-880ef60812d9 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/quotas/491208b684564d978aeb8a9c19165bff HTTP/1.1" status: 200 len: 375 time: 0.0100369 Jan 11 23:23:37.855042 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-75f19497-8136-43ef-a77c-e2dee3f6c034 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=491208b684564d978aeb8a9c19165bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351460 Jan 11 23:23:37.948755 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-ab8c6d87-537c-40c6-9d2c-6c62ac7c970e service neutron] 10.222.0.21 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865309 Jan 11 23:23:38.038483 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-5dbfa92d-1f50-4241-9359-c401d1119169 service neutron] 10.222.0.21 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840883 Jan 11 23:23:38.188757 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device be9eed2c-63f0-47fd-b398-cac45ada3a94 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:23:38.209475 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: be9eed2c-63f0-47fd-b398-cac45ada3a94 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:23:38.209797 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device be9eed2c-63f0-47fd-b398-cac45ada3a94 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:23:38.273376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7e355efd-b5eb-462e-94f6-4c89f0b09b58 req-821d7a2b-d3a4-450f-9786-c19ae1c9d8e0 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 210 time: 0.0257325 Jan 11 23:23:38.397075 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1e326-a7c0-4b88-b3b6-abce375e3c2f req-44eb3f03-3043-435c-997e-32e9be3a9c81 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:38.398063 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d8b1e326-a7c0-4b88-b3b6-abce375e3c2f req-44eb3f03-3043-435c-997e-32e9be3a9c81 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0532048 Jan 11 23:23:38.445980 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d8b1e326-a7c0-4b88-b3b6-abce375e3c2f req-4d751ae2-771a-45c2-bb1f-3652d7c39fbc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Jan 11 23:23:38.575687 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0124e0-87fe-4d99-be22-a3e57be26804 req-2cae3ff0-f173-48a1-a80e-c7733837ac78 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:38.577263 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3e0124e0-87fe-4d99-be22-a3e57be26804 req-2cae3ff0-f173-48a1-a80e-c7733837ac78 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0616341 Jan 11 23:23:38.627006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3e0124e0-87fe-4d99-be22-a3e57be26804 req-ddb2b6d1-af42-4d23-8dff-dd36f22a651a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Jan 11 23:23:39.351878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-16b84e13-322c-4216-b372-4b369fbdd9a0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:39.354176 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-16b84e13-322c-4216-b372-4b369fbdd9a0 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0544629 Jan 11 23:23:39.376392 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b1c79993-4cfc-40bf-92a4-a1323bf71bd5 req-871fe1ad-08a1-4fe8-9592-46a3213818a6 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 210 time: 0.0272672 Jan 11 23:23:39.466598 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Deleting port a98e4687-1dcc-456e-9eb6-eebdaf46701e {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:23:39.466938 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:39.579511 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] For port a98e4687-1dcc-456e-9eb6-eebdaf46701e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a98e4687-1dcc-456e-9eb6-eebdaf46701e,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:39.579881 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:39.580495 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d8696-70f4-4372-b53e-7ad530207452 req-6772c245-217c-47cf-ade8-4b88045bc9c8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:39.582006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-036d8696-70f4-4372-b53e-7ad530207452 req-6772c245-217c-47cf-ade8-4b88045bc9c8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0538838 Jan 11 23:23:39.596325 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Calling delete_port for a98e4687-1dcc-456e-9eb6-eebdaf46701e owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:23:39.633139 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-036d8696-70f4-4372-b53e-7ad530207452 req-e58d7049-4f69-4eed-9605-8ec6ffce9116 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454495 Jan 11 23:23:39.747347 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cda867-7d6c-4b27-a562-4905649d229d req-dcc85a94-3b93-418a-a272-1044b2d353a7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:39.748746 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-77cda867-7d6c-4b27-a562-4905649d229d req-dcc85a94-3b93-418a-a272-1044b2d353a7 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 945 time: 0.0502198 Jan 11 23:23:39.790343 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (a98e4687-1dcc-456e-9eb6-eebdaf46701e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:39.799335 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-77cda867-7d6c-4b27-a562-4905649d229d req-f4d7e041-b218-45e7-9284-347cdc5eeb9b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Jan 11 23:23:39.824664 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Pushing event deleted for resources: {'Port': ['ID=a98e4687-1dcc-456e-9eb6-eebdaf46701e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:39.855140 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['4ece396f-1066-429c-9930-7d5048c55b13', 'a98e4687-1dcc-456e-9eb6-eebdaf46701e'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:23:39.876123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] No DVR routers for this DVR port a98e4687-1dcc-456e-9eb6-eebdaf46701e on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:23:39.879391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:39.883388 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a62a30a5-cb69-4369-9aa3-fa4531827e81 req-8e408b64-58b1-402e-b7c0-dd1468c08853 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "DELETE /v2.0/ports/a98e4687-1dcc-456e-9eb6-eebdaf46701e HTTP/1.1" status: 204 len: 173 time: 0.5192301 Jan 11 23:23:39.883919 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'name': 'network-vif-deleted', 'tag': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:39.886554 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd79299e-96db-4b72-89cc-3c67e3476345" -d '{"events": [{"server_uuid": "1c75f57c-94e5-4371-9a97-1a6aa416318b", "name": "network-vif-deleted", "tag": "a98e4687-1dcc-456e-9eb6-eebdaf46701e"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:39.927990 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3452e3-a18b-46cd-91f7-5b206631cecc x-openstack-request-id: req-9a3452e3-a18b-46cd-91f7-5b206631cecc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:39.928282 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c75f57c-94e5-4371-9a97-1a6aa416318b", "name": "network-vif-deleted", "tag": "a98e4687-1dcc-456e-9eb6-eebdaf46701e", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:39.928826 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a3452e3-a18b-46cd-91f7-5b206631cecc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:39.929115 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c75f57c-94e5-4371-9a97-1a6aa416318b', 'name': 'network-vif-deleted', 'tag': 'a98e4687-1dcc-456e-9eb6-eebdaf46701e', 'status': 'completed', 'code': 200} Jan 11 23:23:40.104167 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-5ed48929-3058-4f63-82c0-f0b302d0dfe3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-598219114&fields=id&tenant_id=0ee085bb247f401fab686d0ebc43cbe1 HTTP/1.1" status: 200 len: 267 time: 0.0488987 Jan 11 23:23:40.218980 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-6318e672-9680-408f-b16f-402b966fa849 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:40.220484 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-6318e672-9680-408f-b16f-402b966fa849 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 809 time: 0.1103411 Jan 11 23:23:40.236858 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-6da03e4d-e0db-4eb4-b8ec-c8a8812339dc tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/quotas/0ee085bb247f401fab686d0ebc43cbe1 HTTP/1.1" status: 200 len: 375 time: 0.0105176 Jan 11 23:23:40.295114 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-dd8fd2e3-7441-424c-bd5c-62b923322e17 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522790 Jan 11 23:23:40.400580 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-b9f92260-7455-499f-bee3-271faebc7628 service neutron] 10.222.0.21 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869038 Jan 11 23:23:40.516605 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a12bfba9-82e7-470b-91f2-a8a5c354aabd req-68120195-1dd0-4b49-8f84-8007fdb77bea tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 210 time: 0.0407948 Jan 11 23:23:40.531426 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-62206ed5-ce7e-45db-af29-0e1beaf375f6 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:40.533066 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-62206ed5-ce7e-45db-af29-0e1beaf375f6 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "GET /v2.0/networks?id=2c3b02cc-47f5-4a1b-940e-d7307db926b3 HTTP/1.1" status: 200 len: 809 time: 0.1509371 Jan 11 23:23:40.557453 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-472ed440-9c67-4b3d-ac66-53b35026e735 service neutron] 10.222.0.21 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440880 Jan 11 23:23:40.563263 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Request body: {'port': {'device_id': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3', 'admin_state_up': True, 'tenant_id': '491208b684564d978aeb8a9c19165bff'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:23:40.789521 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b9302-19a5-4350-9e02-9391ffdc4efa req-731398d7-9b62-4db5-b890-6009fb65e266 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:40.791733 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b17b9302-19a5-4350-9e02-9391ffdc4efa req-731398d7-9b62-4db5-b890-6009fb65e266 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0519922 Jan 11 23:23:40.806923 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Made reservation on behalf of 491208b684564d978aeb8a9c19165bff for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:23:40.812542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:40.858928 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b17b9302-19a5-4350-9e02-9391ffdc4efa req-f6d37823-f3c5-46cc-a4b0-ed93538facb9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590618 Jan 11 23:23:40.956088 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Allocated IP 172.20.0.6 (2c3b02cc-47f5-4a1b-940e-d7307db926b3/2d9def7f-ac13-4f28-b8ab-75b38766f0ef/8bb43f3b-9c0a-4af5-9239-85172a496282) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:23:40.968946 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a917f160-935f-423e-a9e4-4e30a46da61c req-bf56524a-a25d-4c9f-8e68-e18107fe419e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c75f57c-94e5-4371-9a97-1a6aa416318b HTTP/1.1" status: 200 len: 210 time: 0.0341604 Jan 11 23:23:41.109994 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks [] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.203361 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40310) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:41.211799 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.260029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:23:41.263423 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:23:41.267250 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:23:41.309100 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Pushing event updated for resources: {'Port': ['ID=8bb43f3b-9c0a-4af5-9239-85172a496282,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:41.333306 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-27397e53-75d5-4c4e-98e0-65a2bce3e183 req-e563332a-2d42-4277-898d-ee1b9034f1d8 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 210 time: 0.0525653 Jan 11 23:23:41.334081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:41.335128 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.360946 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81265212-7f7a-4834-88e2-4725d2bd4210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.430225 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-4a02c9cc-6ecd-4f44-9f0a-fc86b4767f07 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8711431 Jan 11 23:23:41.452197 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Request body: {'port': {'device_id': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:23:41.480937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81265212-7f7a-4834-88e2-4725d2bd4210 admin admin] Publish callbacks [] for security_group (b96eff01-78fd-4f3e-a6dd-d629de17b819), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.515208 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.557240 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-81265212-7f7a-4834-88e2-4725d2bd4210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (b96eff01-78fd-4f3e-a6dd-d629de17b819), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.624658 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-81265212-7f7a-4834-88e2-4725d2bd4210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af756d91fcec4444b20fbdf8d631cc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201615 Jan 11 23:23:41.625286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40330) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:41.671348 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81265212-7f7a-4834-88e2-4725d2bd4210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96eff01-78fd-4f3e-a6dd-d629de17b819,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:41.687666 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a01a23-8213-43eb-b38c-64973a7f21d5 req-da89bd5d-cc30-41b4-90a7-f42969a4947c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:41.689284 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64a01a23-8213-43eb-b38c-64973a7f21d5 req-da89bd5d-cc30-41b4-90a7-f42969a4947c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 931 time: 0.0724483 Jan 11 23:23:41.757892 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64a01a23-8213-43eb-b38c-64973a7f21d5 req-fe796bd7-37a2-4a8f-ad4e-071957e1edcd tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605285 Jan 11 23:23:41.811128 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc009af4-9ee7-45dd-befc-fe11ede85605 admin admin] Publish callbacks [] for security_group (b96eff01-78fd-4f3e-a6dd-d629de17b819), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.845211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc009af4-9ee7-45dd-befc-fe11ede85605 admin admin] Publish callbacks [] for security_group (b96eff01-78fd-4f3e-a6dd-d629de17b819), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.959520 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb43f3b-9c0a-4af5-9239-85172a496282 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:41.968343 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Publish callbacks [] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:41.989231 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911aedf-5741-4c6d-a915-9de62890a22e req-e7c7d163-69b9-4bcd-bebe-0bc9ab84b635 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:41.990687 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1911aedf-5741-4c6d-a915-9de62890a22e req-e7c7d163-69b9-4bcd-bebe-0bc9ab84b635 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0563729 Jan 11 23:23:42.051227 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1911aedf-5741-4c6d-a915-9de62890a22e req-a2adcd9e-cc73-42d6-b7fb-a6e8ba9b71c3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530202 Jan 11 23:23:42.053286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Transition to ACTIVE for port object 8bb43f3b-9c0a-4af5-9239-85172a496282 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:23:42.054896 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc009af4-9ee7-45dd-befc-fe11ede85605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (b96eff01-78fd-4f3e-a6dd-d629de17b819), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:42.059117 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc009af4-9ee7-45dd-befc-fe11ede85605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:42.061138 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fc009af4-9ee7-45dd-befc-fe11ede85605 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b96eff01-78fd-4f3e-a6dd-d629de17b819 HTTP/1.1" status: 204 len: 168 time: 0.3901014 Jan 11 23:23:42.068767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc009af4-9ee7-45dd-befc-fe11ede85605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96eff01-78fd-4f3e-a6dd-d629de17b819,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:42.159787 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:42.213472 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb43f3b-9c0a-4af5-9239-85172a496282,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:42.296898 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Attempting to bind port 8bb43f3b-9c0a-4af5-9239-85172a496282 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:23:42.297273 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Attempting to bind port 8bb43f3b-9c0a-4af5-9239-85172a496282 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:23:42.297656 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Attempting to bind port 8bb43f3b-9c0a-4af5-9239-85172a496282 on network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:23:42.303496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Port 8bb43f3b-9c0a-4af5-9239-85172a496282 on network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:23:42.305157 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Attempting to bind port 8bb43f3b-9c0a-4af5-9239-85172a496282 on network 2c3b02cc-47f5-4a1b-940e-d7307db926b3 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:23:42.310186 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:23:42.310579 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Checking segment: {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:23:42.310987 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Bound using segment: {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:23:42.311399 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Bound port: 8bb43f3b-9c0a-4af5-9239-85172a496282, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '255b8db4-f55a-49a0-8986-91369fbb48fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:23:42.311772 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:42.406324 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e244b9a-0143-4142-814c-6e93ae35c70d req-16563368-6e36-42ff-8b4d-e7dc950c5f15 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 210 time: 0.0302484 Jan 11 23:23:42.411382 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] For port 8bb43f3b-9c0a-4af5-9239-85172a496282, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:23:42.417844 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] For port 8bb43f3b-9c0a-4af5-9239-85172a496282, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bb43f3b-9c0a-4af5-9239-85172a496282,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:23:42.499390 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:42.551885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:42.552719 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:42.554295 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/8bb43f3b-9c0a-4af5-9239-85172a496282 HTTP/1.1" status: 200 len: 1093 time: 1.1090062 Jan 11 23:23:42.554737 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'tag': '8bb43f3b-9c0a-4af5-9239-85172a496282'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:42.557385 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "977c16b1-05e8-43c0-83a6-a884dd9be569", "tag": "8bb43f3b-9c0a-4af5-9239-85172a496282"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:42.596039 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f019-a49f-4ef2-ba90-1357474e7dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb43f3b-9c0a-4af5-9239-85172a496282,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:42.639210 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e20d1-18d4-444e-aa8d-effa69c24a55 req-15f23614-8d5d-48e6-a15d-a8c5bbd60045 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:42.641863 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad22e03-2c3a-41f7-b84a-c1782a60c7d9 x-openstack-request-id: req-0ad22e03-2c3a-41f7-b84a-c1782a60c7d9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:42.642161 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977c16b1-05e8-43c0-83a6-a884dd9be569", "tag": "8bb43f3b-9c0a-4af5-9239-85172a496282", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:42.642421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ad22e03-2c3a-41f7-b84a-c1782a60c7d9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:42.642829 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'tag': '8bb43f3b-9c0a-4af5-9239-85172a496282', 'status': 'completed', 'code': 200} Jan 11 23:23:42.645394 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ce8e20d1-18d4-444e-aa8d-effa69c24a55 req-15f23614-8d5d-48e6-a15d-a8c5bbd60045 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0900226 Jan 11 23:23:42.699377 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ce8e20d1-18d4-444e-aa8d-effa69c24a55 req-4ef4f028-c15e-4000-9158-010e1a2f7156 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529232 Jan 11 23:23:42.745101 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2 req-23d08a13-25b5-47d7-8884-d727f0b484f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:42.746594 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2 req-23d08a13-25b5-47d7-8884-d727f0b484f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=491208b684564d978aeb8a9c19165bff&device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 1096 time: 0.0475502 Jan 11 23:23:42.868947 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2 req-f018695c-f4ec-49a4-9d2e-f89ba0a5a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:42.870687 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2 req-f018695c-f4ec-49a4-9d2e-f89ba0a5a619 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=491208b684564d978aeb8a9c19165bff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1010971 Jan 11 23:23:42.886608 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae49fe-2174-4baf-8a0e-c5e8498d0163 req-51271cc9-ffaf-4e8f-9914-04713030eb7d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:42.888109 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-46ae49fe-2174-4baf-8a0e-c5e8498d0163 req-51271cc9-ffaf-4e8f-9914-04713030eb7d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0555182 Jan 11 23:23:42.936978 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-46ae49fe-2174-4baf-8a0e-c5e8498d0163 req-779be5dc-217c-4393-b1c6-dd56af1ed7da tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Jan 11 23:23:42.980042 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2 req-135cad4a-2142-4f7d-bf1a-9272a999eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:42.981619 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c7f655ff-240f-4d1f-910d-7ab9a85de6b2 req-135cad4a-2142-4f7d-bf1a-9272a999eda7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042664 Jan 11 23:23:42.993251 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40360) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:43.007464 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7aca6d86-06fd-401d-a1dc-41ea2e60bb54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.099419 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7aca6d86-06fd-401d-a1dc-41ea2e60bb54 admin admin] Publish callbacks [] for security_group (92f3d450-8f31-48bd-8cad-3a7b885319ec), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.139509 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-f61281b0-5697-4865-a93d-a5e722256ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:43.141104 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-f61281b0-5697-4865-a93d-a5e722256ceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=491208b684564d978aeb8a9c19165bff&device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 1096 time: 0.0500472 Jan 11 23:23:43.195085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7aca6d86-06fd-401d-a1dc-41ea2e60bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (92f3d450-8f31-48bd-8cad-3a7b885319ec), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.195467 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caef08-dc76-40ea-b49f-31bf5c0c8474 req-d5b204aa-1f36-4ba5-ad94-a2791bd86b9d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:43.199164 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64caef08-dc76-40ea-b49f-31bf5c0c8474 req-d5b204aa-1f36-4ba5-ad94-a2791bd86b9d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0526192 Jan 11 23:23:43.199368 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-93ba4e02-5b8a-461f-b9be-639429b64941 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb43f3b-9c0a-4af5-9239-85172a496282 HTTP/1.1" status: 200 len: 217 time: 0.0406706 Jan 11 23:23:43.250020 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64caef08-dc76-40ea-b49f-31bf5c0c8474 req-38cc1c25-4ea6-44e6-a550-bde1a5fd83f1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448582 Jan 11 23:23:43.264631 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7aca6d86-06fd-401d-a1dc-41ea2e60bb54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3643beb9ec054f37b077f3a1e4b3de38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697084 Jan 11 23:23:43.267536 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40364) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:43.273016 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca6d86-06fd-401d-a1dc-41ea2e60bb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f3d450-8f31-48bd-8cad-3a7b885319ec,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:43.287343 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-f2d7f7a3-e309-41c5-98b7-09beb15515c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:43.287343 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-f2d7f7a3-e309-41c5-98b7-09beb15515c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2d9def7f-ac13-4f28-b8ab-75b38766f0ef HTTP/1.1" status: 200 len: 849 time: 0.0802462 Jan 11 23:23:43.320264 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Publish callbacks [] for security_group (92f3d450-8f31-48bd-8cad-3a7b885319ec), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.338898 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-9c7bc2e2-263f-47e5-867c-7e634475b93f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c3b02cc-47f5-4a1b-940e-d7307db926b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292590 Jan 11 23:23:43.342340 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Publish callbacks [] for security_group (92f3d450-8f31-48bd-8cad-3a7b885319ec), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.441631 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-195c8713-9b45-4fec-ac1e-de183b9c64dd service neutron] 10.222.0.35 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888062 Jan 11 23:23:43.488083 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (92f3d450-8f31-48bd-8cad-3a7b885319ec), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.490736 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:43.495201 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92f3d450-8f31-48bd-8cad-3a7b885319ec HTTP/1.1" status: 204 len: 168 time: 0.2229769 Jan 11 23:23:43.516490 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e136af15-3a08-490a-915b-ac1f2e906ebd req-faf06390-cf6e-46f8-bb44-dfaee07aa110 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 210 time: 0.0385616 Jan 11 23:23:43.517445 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f3d450-8f31-48bd-8cad-3a7b885319ec,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:43.527905 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.528536 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.528882 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532002 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.532707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.533332 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79c61aa-f66f-4a04-a1f4-d9e465ffdb7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:23:43.549404 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dfb75ca8-bea2-4b0d-991b-288e45ec387a req-0f8252a4-f2c6-49d7-9782-7fe1ac79e3e5 service neutron] 10.222.0.35 "GET /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007826 Jan 11 23:23:43.819485 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdabd4-8a18-40d9-ade1-cb5ab80f2fdf req-67cce2d4-db11-416c-b7c0-ff982cb9ec5a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:43.820985 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-83bdabd4-8a18-40d9-ade1-cb5ab80f2fdf req-67cce2d4-db11-416c-b7c0-ff982cb9ec5a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0528474 Jan 11 23:23:43.875340 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-83bdabd4-8a18-40d9-ade1-cb5ab80f2fdf req-41c2bcfc-e5dc-422a-a4fc-2ee2f846cc9d tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477300 Jan 11 23:23:44.058038 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cb32f-0b3b-48f7-b361-08107fc9ea89 req-c44cf9c1-b007-4b97-83d9-d43b9906d6ac tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:44.059513 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a43cb32f-0b3b-48f7-b361-08107fc9ea89 req-c44cf9c1-b007-4b97-83d9-d43b9906d6ac tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0545597 Jan 11 23:23:44.188013 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-5c0d1108-f79c-4d6f-85d7-e03068f6f864 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:44.189460 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-5c0d1108-f79c-4d6f-85d7-e03068f6f864 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 809 time: 0.1158645 Jan 11 23:23:44.217167 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a98e4687-1dcc-456e-9eb6-eebdaf46701e no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:23:44.249136 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: a98e4687-1dcc-456e-9eb6-eebdaf46701e {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:23:44.249586 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device a98e4687-1dcc-456e-9eb6-eebdaf46701e not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:23:44.276500 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-a6bb1b57-8b69-466a-a8e9-e7eccb506c80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee085bb247f401fab686d0ebc43cbe1 HTTP/1.1" status: 200 len: 379 time: 0.0668480 Jan 11 23:23:44.287432 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'port': {'device_id': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'admin_state_up': True, 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'security_groups': ['c2bb6cba-7d15-463f-8f4b-d3ae54bc9184']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:23:44.300915 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a43cb32f-0b3b-48f7-b361-08107fc9ea89 req-294e1307-fef6-43ea-9884-a263050ef358 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351692 Jan 11 23:23:44.311014 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40382) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:44.325200 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe85aeb-81b0-454a-836a-1860d16d9bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.418318 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef95e7-5353-4221-aa70-e5b92f1dd5b9 req-0fe3e0ff-a545-4616-828f-96c74b889b31 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:44.419832 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b0ef95e7-5353-4221-aa70-e5b92f1dd5b9 req-0fe3e0ff-a545-4616-828f-96c74b889b31 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0739114 Jan 11 23:23:44.495753 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe85aeb-81b0-454a-836a-1860d16d9bac admin admin] Publish callbacks [] for security_group (1eebb3ce-619d-4d09-b096-0db06914e527), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.505002 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b0ef95e7-5353-4221-aa70-e5b92f1dd5b9 req-8bca95ea-11c6-4b78-bf52-e8151c1484f7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742755 Jan 11 23:23:44.544409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Made reservation on behalf of 0ee085bb247f401fab686d0ebc43cbe1 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:23:44.548108 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.574892 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ebe85aeb-81b0-454a-836a-1860d16d9bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (1eebb3ce-619d-4d09-b096-0db06914e527), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.644012 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e0cfc12-c101-4990-8fb8-1ce158c956a8 req-82514ce2-3c6d-48fd-944a-ca95eeedd8fb tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 210 time: 0.0463452 Jan 11 23:23:44.650901 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ebe85aeb-81b0-454a-836a-1860d16d9bac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=825d738bce524d96acd30d3919fcfa11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386059 Jan 11 23:23:44.651957 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:44.658474 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe85aeb-81b0-454a-836a-1860d16d9bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eebb3ce-619d-4d09-b096-0db06914e527,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:44.703157 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Allocated IP 172.20.0.11 (42fe7fba-9dbf-400b-a702-440090a9490b/72e5d066-483c-4b9a-ac61-1e3615925b74/ae5635d8-bc39-4921-9c68-9218f7d190e0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:23:44.706993 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056b3606-34e5-4bb5-9f9a-7071596338a1 admin admin] Publish callbacks [] for security_group (1eebb3ce-619d-4d09-b096-0db06914e527), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.728606 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056b3606-34e5-4bb5-9f9a-7071596338a1 admin admin] Publish callbacks [] for security_group (1eebb3ce-619d-4d09-b096-0db06914e527), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.828366 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056b3606-34e5-4bb5-9f9a-7071596338a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (1eebb3ce-619d-4d09-b096-0db06914e527), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.831414 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-056b3606-34e5-4bb5-9f9a-7071596338a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.834662 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-056b3606-34e5-4bb5-9f9a-7071596338a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eebb3ce-619d-4d09-b096-0db06914e527 HTTP/1.1" status: 204 len: 168 time: 0.1795745 Jan 11 23:23:44.842835 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b3606-34e5-4bb5-9f9a-7071596338a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eebb3ce-619d-4d09-b096-0db06914e527,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:44.860701 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:44.983443 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.017142 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f9fe-a996-43f7-92fd-5cfa31c6205e req-5ba5c08f-78f6-43dc-b00b-a6a6cf506c3e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:45.018735 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ff73f9fe-a996-43f7-92fd-5cfa31c6205e req-5ba5c08f-78f6-43dc-b00b-a6a6cf506c3e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0619092 Jan 11 23:23:45.034386 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Network 42fe7fba-9dbf-400b-a702-440090a9490b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:23:45.039092 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:23:45.042081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:23:45.067390 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:45.097498 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ff73f9fe-a996-43f7-92fd-5cfa31c6205e req-1adbd9b2-4dd5-4a2d-a53e-cbed8615f133 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679281 Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.100289 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:45.104391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.226263 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-2bf86236-1f6e-45f6-b526-7755b74eec80 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9431851 Jan 11 23:23:45.249174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Request body: {'port': {'device_id': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:23:45.287868 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-15df514d-04ab-402b-b722-54505dd968e3 None None] Provisioning complete for port ae5635d8-bc39-4921-9c68-9218f7d190e0 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:23:45.288880 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15df514d-04ab-402b-b722-54505dd968e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.312487 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.327990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-15df514d-04ab-402b-b722-54505dd968e3 None None] Port ae5635d8-bc39-4921-9c68-9218f7d190e0 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:23:45.439595 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cfe80-c72d-4bb5-ad18-c8c774b38d39 req-3a4d918b-c686-482a-be3f-924fdb702883 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:45.441264 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a58cfe80-c72d-4bb5-ad18-c8c774b38d39 req-3a4d918b-c686-482a-be3f-924fdb702883 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0624371 Jan 11 23:23:45.492031 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a58cfe80-c72d-4bb5-ad18-c8c774b38d39 req-d3daec0e-c5e8-4985-a0e5-d919defbb2d5 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 Jan 11 23:23:45.633004 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5635d8-bc39-4921-9c68-9218f7d190e0 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:45.642614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Publish callbacks [] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.643388 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ac7e75c2-165e-420d-8f6c-63b83e0cc9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.653054 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8923a0c-3474-4163-93b6-a9c7d8820606 req-60569ab2-c883-44dd-b9cc-d6064844c807 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:45.654514 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8923a0c-3474-4163-93b6-a9c7d8820606 req-60569ab2-c883-44dd-b9cc-d6064844c807 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0531228 Jan 11 23:23:45.667416 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Transition to ACTIVE for port object ae5635d8-bc39-4921-9c68-9218f7d190e0 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:23:45.710492 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8923a0c-3474-4163-93b6-a9c7d8820606 req-71d4446a-a893-4953-a8ed-5660c78dd85f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468638 Jan 11 23:23:45.737270 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.783632 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a05db-5ab1-4b19-8ded-5a694df0f7cd req-93e5c359-a1b1-41a0-b158-d302d3d24001 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:45.785232 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-da7a05db-5ab1-4b19-8ded-5a694df0f7cd req-93e5c359-a1b1-41a0-b158-d302d3d24001 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 932 time: 0.0682061 Jan 11 23:23:45.810694 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:45.864430 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-da7a05db-5ab1-4b19-8ded-5a694df0f7cd req-26806ca5-c37b-4f76-9851-9672f1e2e9be tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715671 Jan 11 23:23:45.873502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Attempting to bind port ae5635d8-bc39-4921-9c68-9218f7d190e0 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:23:45.873937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Attempting to bind port ae5635d8-bc39-4921-9c68-9218f7d190e0 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:23:45.874150 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Attempting to bind port ae5635d8-bc39-4921-9c68-9218f7d190e0 on network 42fe7fba-9dbf-400b-a702-440090a9490b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:23:45.878730 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Port ae5635d8-bc39-4921-9c68-9218f7d190e0 on network 42fe7fba-9dbf-400b-a702-440090a9490b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:23:45.879049 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Attempting to bind port ae5635d8-bc39-4921-9c68-9218f7d190e0 on network 42fe7fba-9dbf-400b-a702-440090a9490b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:23:45.885451 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:23:45.885785 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Checking segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:23:45.886158 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Bound using segment: {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:23:45.886578 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Bound port: ae5635d8-bc39-4921-9c68-9218f7d190e0, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '647f5335-dc43-4cb4-82e4-b6c416449e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:23:45.887262 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:45.957811 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:23:45.960993 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:23:46.036449 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:46.073241 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:46.073866 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:46.075268 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 1094 time: 0.8305130 Jan 11 23:23:46.077839 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:46.080200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:46.114119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c304-b9e3-4498-8ba0-3fd9010ce743 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:46.137521 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0e77da-42fc-447e-adec-0a2c807ae0cc x-openstack-request-id: req-7a0e77da-42fc-447e-adec-0a2c807ae0cc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:46.137836 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:46.138082 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a0e77da-42fc-447e-adec-0a2c807ae0cc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:46.138487 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'status': 'completed', 'code': 200} Jan 11 23:23:46.218705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a64d10-0ca6-4aab-89fc-8c21e8f68d64 req-6d2dc1bd-2b97-467a-9b7a-6bff3d22f296 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:46.220440 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-81a64d10-0ca6-4aab-89fc-8c21e8f68d64 req-6d2dc1bd-2b97-467a-9b7a-6bff3d22f296 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0652180 Jan 11 23:23:46.280957 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-81a64d10-0ca6-4aab-89fc-8c21e8f68d64 req-52fd5766-02d4-4f67-9f40-54bb7a48164a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Jan 11 23:23:46.305624 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213 req-ade786a6-2f33-475b-b985-022533a84793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:46.308168 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213 req-ade786a6-2f33-475b-b985-022533a84793 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1097 time: 0.0676239 Jan 11 23:23:46.608042 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4feb5d-c144-47a4-9ae2-229309b5af07 req-f9d5bdf3-e699-4221-a9e0-d4c5c7f331c7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:46.609616 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d4feb5d-c144-47a4-9ae2-229309b5af07 req-f9d5bdf3-e699-4221-a9e0-d4c5c7f331c7 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0496197 Jan 11 23:23:46.662857 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d4feb5d-c144-47a4-9ae2-229309b5af07 req-3c499537-feaf-4142-a12f-01476fc35c98 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476713 Jan 11 23:23:46.845766 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fe8d0-98a7-4519-b8d3-721396386d65 req-c7ebf4ca-91ad-41bb-a07f-a00b7d79318d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:46.847329 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-066fe8d0-98a7-4519-b8d3-721396386d65 req-c7ebf4ca-91ad-41bb-a07f-a00b7d79318d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0625918 Jan 11 23:23:46.903316 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-066fe8d0-98a7-4519-b8d3-721396386d65 req-ccdf974d-8640-4e74-bd68-41ce4bfd7132 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481791 Jan 11 23:23:46.993555 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f518a58-e462-4f0d-a161-af08c8d6f2a5 req-73994a05-db00-4244-942f-f96e785376a6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:46.995028 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9f518a58-e462-4f0d-a161-af08c8d6f2a5 req-73994a05-db00-4244-942f-f96e785376a6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0503352 Jan 11 23:23:47.048606 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9f518a58-e462-4f0d-a161-af08c8d6f2a5 req-f6837935-6caf-4330-a693-e7916dd10d40 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474515 Jan 11 23:23:47.409009 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6d91-c913-4e20-a966-4c71e0e33826 req-d59cd52b-4622-4cce-a83c-b22992f8e828 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:47.410535 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-102c6d91-c913-4e20-a966-4c71e0e33826 req-d59cd52b-4622-4cce-a83c-b22992f8e828 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0538385 Jan 11 23:23:47.458623 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-102c6d91-c913-4e20-a966-4c71e0e33826 req-6f1ed06a-4237-4f24-87e5-034312b1e05c tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415657 Jan 11 23:23:47.777294 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e170b7-133c-468f-bb0a-0ec6bd8cf587 req-5af60954-0add-45b7-a82b-7d87792875bf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:47.778756 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1e170b7-133c-468f-bb0a-0ec6bd8cf587 req-5af60954-0add-45b7-a82b-7d87792875bf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0495396 Jan 11 23:23:47.828132 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1e170b7-133c-468f-bb0a-0ec6bd8cf587 req-0f877b1d-8ded-4692-ba63-d76a97e684b2 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Jan 11 23:23:47.885961 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97083a2b-da58-48d7-8d03-5f3526e9fce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:48.023223 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c3ea2-a892-434d-9ff7-c2a1d0861ee6 req-b2874928-228c-4f08-bab1-0974203e1742 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:48.025284 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-692c3ea2-a892-434d-9ff7-c2a1d0861ee6 req-b2874928-228c-4f08-bab1-0974203e1742 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0476148 Jan 11 23:23:48.074261 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-692c3ea2-a892-434d-9ff7-c2a1d0861ee6 req-9d8ccbc6-dd6a-4c85-8594-b3e6043760a0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Jan 11 23:23:48.163299 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b038486-e4a9-4990-9caa-287e469a1e03 req-332881d9-e9bc-43f1-a640-4621d8ef3dc5 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:48.164806 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7b038486-e4a9-4990-9caa-287e469a1e03 req-332881d9-e9bc-43f1-a640-4621d8ef3dc5 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0492961 Jan 11 23:23:48.213917 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7b038486-e4a9-4990-9caa-287e469a1e03 req-16830626-d804-442c-8579-440c48a91614 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Jan 11 23:23:48.569706 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019e6b2-c74b-420b-a62a-d9395421b265 req-4b764433-5c44-4415-92d6-1f0c00abcbc2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:48.571439 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8019e6b2-c74b-420b-a62a-d9395421b265 req-4b764433-5c44-4415-92d6-1f0c00abcbc2 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0487833 Jan 11 23:23:48.617290 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8019e6b2-c74b-420b-a62a-d9395421b265 req-d8d6338e-bff5-41e8-86dd-18f0d6d43de6 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Jan 11 23:23:48.945289 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b4332-3da6-43d7-ae8a-893702c8e098 req-46a850a6-35bf-49ab-bb82-648d4a3446d2 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:48.946769 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c7b4332-3da6-43d7-ae8a-893702c8e098 req-46a850a6-35bf-49ab-bb82-648d4a3446d2 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0523491 Jan 11 23:23:48.992595 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c7b4332-3da6-43d7-ae8a-893702c8e098 req-924017ad-ce77-436c-80d6-d783901d4d80 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Jan 11 23:23:49.133230 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:49.193871 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401a0d5-3239-4e95-a0b6-2e1fa5c34587 req-edb1eaf2-1b01-4519-ad57-53ff07a37a44 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:49.195324 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c401a0d5-3239-4e95-a0b6-2e1fa5c34587 req-edb1eaf2-1b01-4519-ad57-53ff07a37a44 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0499382 Jan 11 23:23:49.241977 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c401a0d5-3239-4e95-a0b6-2e1fa5c34587 req-c571ae26-0bf1-4948-bfa3-2ddc78beaa46 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Jan 11 23:23:49.329156 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e2c15-687b-4530-9ee8-66463e0a091c req-e9db50d0-6edf-4eea-a4ac-4f041c6c3931 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:49.330535 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d68e2c15-687b-4530-9ee8-66463e0a091c req-e9db50d0-6edf-4eea-a4ac-4f041c6c3931 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0518568 Jan 11 23:23:49.379011 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d68e2c15-687b-4530-9ee8-66463e0a091c req-fa67f425-6692-4549-bf16-2837cd4100e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Jan 11 23:23:49.731030 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f123f-ad41-49f7-9323-e90b3356b939 req-0903f9a2-fba9-4967-836e-3b0a3de89e0e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:49.732471 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-853f123f-ad41-49f7-9323-e90b3356b939 req-0903f9a2-fba9-4967-836e-3b0a3de89e0e tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0494008 Jan 11 23:23:49.779376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-853f123f-ad41-49f7-9323-e90b3356b939 req-a9297017-5b2e-4e6d-a222-8f31e3239cbd tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Jan 11 23:23:50.104910 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca42df2-92dc-4316-921e-44403e8a08d0 req-8ac1cc2f-e129-4b28-bb1b-d35afba00c7f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:50.106415 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5ca42df2-92dc-4316-921e-44403e8a08d0 req-8ac1cc2f-e129-4b28-bb1b-d35afba00c7f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 943 time: 0.0484388 Jan 11 23:23:50.155590 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5ca42df2-92dc-4316-921e-44403e8a08d0 req-5226f64e-0fd3-46eb-bdcf-6e7084e7692e tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Jan 11 23:23:50.359858 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89037e0c-32ea-41c1-9e5b-58183d083396 req-0391b03d-76bf-4096-abc1-c05a1d95df08 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:50.361333 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89037e0c-32ea-41c1-9e5b-58183d083396 req-0391b03d-76bf-4096-abc1-c05a1d95df08 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0503051 Jan 11 23:23:50.371333 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:50.407141 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89037e0c-32ea-41c1-9e5b-58183d083396 req-44d9598c-ff1d-464e-8d39-4f51b1dfee44 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404513 Jan 11 23:23:50.492582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e3140-e403-4b80-852b-668543c4434b req-cf43c26c-36cb-4600-86a1-10b430c9c8a0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:50.494990 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8d2e3140-e403-4b80-852b-668543c4434b req-cf43c26c-36cb-4600-86a1-10b430c9c8a0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0502503 Jan 11 23:23:50.542335 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8d2e3140-e403-4b80-852b-668543c4434b req-8484acd3-f90f-4797-a896-cf6eee4ea069 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418243 Jan 11 23:23:50.842704 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8bb43f3b-9c0a-4af5-9239-85172a496282 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:23:50.894943 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f649b4-223b-4bb4-b412-6acad791bed7 req-b6fcb15b-4d38-439d-9abd-f3b35a295190 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:50.896722 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82f649b4-223b-4bb4-b412-6acad791bed7 req-b6fcb15b-4d38-439d-9abd-f3b35a295190 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0527411 Jan 11 23:23:50.941605 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 8bb43f3b-9c0a-4af5-9239-85172a496282, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bb43f3b-9c0a-4af5-9239-85172a496282,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:50.944618 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82f649b4-223b-4bb4-b412-6acad791bed7 req-40f7d9c8-393e-42a1-963b-0d4536bad984 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Jan 11 23:23:50.953963 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '8bb43f3b-9c0a-4af5-9239-85172a496282', 'network_id': '2c3b02cc-47f5-4a1b-940e-d7307db926b3', 'port_id': '8bb43f3b-9c0a-4af5-9239-85172a496282', 'mac_address': 'fa:16:3e:d6:8d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9def7f-ac13-4f28-b8ab-75b38766f0ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:23:50.990768 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 8bb43f3b-9c0a-4af5-9239-85172a496282 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:50.991158 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:51.003780 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb43f3b-9c0a-4af5-9239-85172a496282 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:51.023885 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 8bb43f3b-9c0a-4af5-9239-85172a496282, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bb43f3b-9c0a-4af5-9239-85172a496282,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:51.114102 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:51.161868 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=8bb43f3b-9c0a-4af5-9239-85172a496282,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:51.270003 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b88a7-597e-4930-bffd-9c283f630fef req-a1c11273-8d06-43f8-8dfc-699d462aa2d9 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:51.271466 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-667b88a7-597e-4930-bffd-9c283f630fef req-a1c11273-8d06-43f8-8dfc-699d462aa2d9 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 944 time: 0.0497830 Jan 11 23:23:51.319135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-667b88a7-597e-4930-bffd-9c283f630fef req-e1795e63-d6a3-4e22-a2b2-457bcf7147c8 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411637 Jan 11 23:23:51.523815 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff611b1-a309-42a9-8cde-7de7d9f4fa96 req-c86e8045-d95e-4d9b-a2a2-c631dfb8b984 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:51.525796 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1ff611b1-a309-42a9-8cde-7de7d9f4fa96 req-c86e8045-d95e-4d9b-a2a2-c631dfb8b984 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Jan 11 23:23:51.576419 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1ff611b1-a309-42a9-8cde-7de7d9f4fa96 req-7021fdcf-2239-4ef6-b4c3-349973d72abd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Jan 11 23:23:51.654113 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4acd89-f6dd-4194-980f-6a0b04e73b45 req-e251c3bf-3101-464f-8e3a-77d32ca65db0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:51.655558 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7a4acd89-f6dd-4194-980f-6a0b04e73b45 req-e251c3bf-3101-464f-8e3a-77d32ca65db0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0481818 Jan 11 23:23:51.704149 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7a4acd89-f6dd-4194-980f-6a0b04e73b45 req-439a5ddc-b959-401c-a119-840fb6ea0ec7 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431261 Jan 11 23:23:51.904225 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:52.057125 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef774-b9ee-43ab-a357-2ab7c8b65acb req-44a2a4d0-d708-4b3b-abcf-f95a83c9f90b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.058603 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-505ef774-b9ee-43ab-a357-2ab7c8b65acb req-44a2a4d0-d708-4b3b-abcf-f95a83c9f90b tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0484457 Jan 11 23:23:52.105669 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-505ef774-b9ee-43ab-a357-2ab7c8b65acb req-1eb2bf77-9848-40bf-b1ea-c23317d5303a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Jan 11 23:23:52.316216 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213 req-5e6ad119-c81c-497e-a4b8-7a6643dac92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.317744 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213 req-5e6ad119-c81c-497e-a4b8-7a6643dac92f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969400 Jan 11 23:23:52.332836 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:52.411851 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213 req-ba362d1a-cf1c-48e1-90a4-6185cdce8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.413323 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f3d6cd28-4da1-45de-947b-bdb9c7ed7213 req-ba362d1a-cf1c-48e1-90a4-6185cdce8b3f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897295 Jan 11 23:23:52.437631 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d33ab-2e61-47cd-b142-6903d1cd9965 req-541b539a-79ee-42db-9aea-eb17346b098f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.439144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0c9d33ab-2e61-47cd-b142-6903d1cd9965 req-541b539a-79ee-42db-9aea-eb17346b098f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 944 time: 0.0533237 Jan 11 23:23:52.487808 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0c9d33ab-2e61-47cd-b142-6903d1cd9965 req-eb62cfdd-c34e-45dc-b543-448b3a671846 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Jan 11 23:23:52.694821 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3bf38-4238-4c5f-9cdb-6e897e43277f req-a2d2cf66-6df8-4f56-b4ba-050d8a633c7a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.696837 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-49f3bf38-4238-4c5f-9cdb-6e897e43277f req-a2d2cf66-6df8-4f56-b4ba-050d8a633c7a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0489082 Jan 11 23:23:52.727981 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-1f4547e8-3f2e-4016-ab2f-83caa4d24b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.730164 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-1f4547e8-3f2e-4016-ab2f-83caa4d24b0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1097 time: 0.0472050 Jan 11 23:23:52.747466 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-49f3bf38-4238-4c5f-9cdb-6e897e43277f req-f0bfb0f3-df58-4d89-9a25-48fc08e81f91 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447264 Jan 11 23:23:52.808028 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-a11eeee6-25d9-4394-bb8f-15365c10067e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 217 time: 0.0489836 Jan 11 23:23:52.827613 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34170add-8bdc-47de-b90b-362efba6b37c req-24236b97-a498-455f-897e-859570648976 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.830205 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-34170add-8bdc-47de-b90b-362efba6b37c req-24236b97-a498-455f-897e-859570648976 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0568056 Jan 11 23:23:52.862020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-19f8be48-f888-42cc-a4fb-b030342f8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.863536 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-19f8be48-f888-42cc-a4fb-b030342f8424 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0462670 Jan 11 23:23:52.875030 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:23:52.880638 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-34170add-8bdc-47de-b90b-362efba6b37c req-ce4996b8-7e61-4eca-b022-ff7984ef29be tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455096 Jan 11 23:23:52.919890 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-ccb04f80-d685-4969-869c-55bb91004d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:52.921452 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-ccb04f80-d685-4969-869c-55bb91004d14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447199 Jan 11 23:23:53.012652 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-38b87b3c-39fe-4df0-90f1-e4f7d56a0f37 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Jan 11 23:23:53.109519 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ff6e69-1c9c-423c-999f-b9fb0543b4da req-51692f8a-9918-486a-85d8-9a7d7a3f7227 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871212 Jan 11 23:23:53.225819 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508355b4-25c1-4838-baa1-4ff6fcd611d9 req-908cbc39-b909-4b72-bf79-caf47da175fa tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:53.227433 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-508355b4-25c1-4838-baa1-4ff6fcd611d9 req-908cbc39-b909-4b72-bf79-caf47da175fa tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0547824 Jan 11 23:23:53.268305 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8bb43f3b-9c0a-4af5-9239-85172a496282'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:23:53.279515 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-508355b4-25c1-4838-baa1-4ff6fcd611d9 req-68a6ca86-65f5-4097-9eb7-2db4b907b3d1 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Jan 11 23:23:53.602032 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a797d-eb29-4a4d-a1d6-330a0a75e573 req-89f11f29-afaa-4fe2-b848-a857f9ba4951 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:53.604365 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be8a797d-eb29-4a4d-a1d6-330a0a75e573 req-89f11f29-afaa-4fe2-b848-a857f9ba4951 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 944 time: 0.0494001 Jan 11 23:23:53.653731 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be8a797d-eb29-4a4d-a1d6-330a0a75e573 req-ebd2ebed-f3d1-43f7-a3fc-1371193307dc tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Jan 11 23:23:53.877551 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeefae8-eb06-4312-bba3-c6d19cd8b4d0 req-24c380ff-b9f7-4e02-bb64-d19758ad971b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:53.879084 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fdeefae8-eb06-4312-bba3-c6d19cd8b4d0 req-24c380ff-b9f7-4e02-bb64-d19758ad971b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0494051 Jan 11 23:23:53.931125 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fdeefae8-eb06-4312-bba3-c6d19cd8b4d0 req-430619c5-116a-4680-88a0-46864ee57285 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Jan 11 23:23:53.998383 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9394d0-7905-43a6-b5d5-729124dd2fc7 req-2eaca723-655e-4383-9cbb-40e1fec10c23 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:53.999870 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d9394d0-7905-43a6-b5d5-729124dd2fc7 req-2eaca723-655e-4383-9cbb-40e1fec10c23 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0480106 Jan 11 23:23:54.052167 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d9394d0-7905-43a6-b5d5-729124dd2fc7 req-2cdd3a30-f6fb-4211-bcf7-8edeeada6f34 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464675 Jan 11 23:23:54.401830 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cb372-fdf9-43da-aad8-9938ee247529 req-ec2a706a-6128-457f-b665-47b46c8f72c4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:54.403531 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a95cb372-fdf9-43da-aad8-9938ee247529 req-ec2a706a-6128-457f-b665-47b46c8f72c4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0577049 Jan 11 23:23:54.451593 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a95cb372-fdf9-43da-aad8-9938ee247529 req-61b8b298-28ff-461c-b02d-9f098cb5e826 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 Jan 11 23:23:54.770872 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d8e34-5e5d-458b-be8a-d49c23479125 req-e87efd4a-b080-4d22-9ee9-b9df45943f13 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:54.772338 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a7d8e34-5e5d-458b-be8a-d49c23479125 req-e87efd4a-b080-4d22-9ee9-b9df45943f13 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 944 time: 0.0496559 Jan 11 23:23:54.820661 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a7d8e34-5e5d-458b-be8a-d49c23479125 req-a85880f1-e3e6-4391-a5aa-ca0081c85577 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425086 Jan 11 23:23:55.052052 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71e15-1b9b-4c67-8ff1-fd4a6cf2a035 req-120c8e7c-77ad-4fae-8c66-83d0faeffaec tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:55.053549 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64a71e15-1b9b-4c67-8ff1-fd4a6cf2a035 req-120c8e7c-77ad-4fae-8c66-83d0faeffaec tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0511315 Jan 11 23:23:55.106191 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64a71e15-1b9b-4c67-8ff1-fd4a6cf2a035 req-268581df-6cd7-4a5d-b740-8937dd26e334 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461261 Jan 11 23:23:55.169123 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d33e-8615-4dfb-a79e-194fedea0864 req-74bf62d1-a1ab-4b96-8727-6d0dda0313c9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:55.170639 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7823d33e-8615-4dfb-a79e-194fedea0864 req-74bf62d1-a1ab-4b96-8727-6d0dda0313c9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0520332 Jan 11 23:23:55.223708 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7823d33e-8615-4dfb-a79e-194fedea0864 req-b73e451a-fbb6-4cd2-9ba7-aaea4c413d83 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470417 Jan 11 23:23:55.566238 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9764c-473b-4d24-a1cf-da74ac15f7c8 req-47d705a7-f4b1-447b-98c5-2c48c6a4534f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:55.567865 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0fa9764c-473b-4d24-a1cf-da74ac15f7c8 req-47d705a7-f4b1-447b-98c5-2c48c6a4534f tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0485218 Jan 11 23:23:55.624262 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0fa9764c-473b-4d24-a1cf-da74ac15f7c8 req-b1be61b3-2b0b-49f9-a937-ba006b267d2a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Jan 11 23:23:55.950215 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a42a23-1101-40cf-aa4e-e2dbe51a2b8c req-6c6ce84f-2954-4ce7-b9aa-9a274365a0a2 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:55.952453 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-42a42a23-1101-40cf-aa4e-e2dbe51a2b8c req-6c6ce84f-2954-4ce7-b9aa-9a274365a0a2 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 944 time: 0.0619133 Jan 11 23:23:56.005630 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-42a42a23-1101-40cf-aa4e-e2dbe51a2b8c req-6b5eb792-d472-4d5f-a7e8-6b2021da1fbb tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Jan 11 23:23:56.048246 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40582) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:56.156545 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e87d96e-8d2a-4f87-9cf6-cbf4d34addc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.256477 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af535-2282-4366-9366-510be785e152 req-104b51fc-13f7-4eb9-b800-a9c3ade80456 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:56.258123 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c4af535-2282-4366-9366-510be785e152 req-104b51fc-13f7-4eb9-b800-a9c3ade80456 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0730181 Jan 11 23:23:56.296626 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e87d96e-8d2a-4f87-9cf6-cbf4d34addc4 admin admin] Publish callbacks [] for security_group (12e226d4-7860-4039-b6e5-6216c94a3b9d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.352706 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c4af535-2282-4366-9366-510be785e152 req-a31fd53f-ad16-457c-860f-2109a46c1335 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860598 Jan 11 23:23:56.365750 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57dfb-ee4e-44b9-bc25-a54fbd67ba49 req-a1e300c1-52cc-4f8b-a51f-343177874240 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:56.367150 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-feb57dfb-ee4e-44b9-bc25-a54fbd67ba49 req-a1e300c1-52cc-4f8b-a51f-343177874240 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0740538 Jan 11 23:23:56.389886 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6e87d96e-8d2a-4f87-9cf6-cbf4d34addc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (12e226d4-7860-4039-b6e5-6216c94a3b9d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.438123 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6e87d96e-8d2a-4f87-9cf6-cbf4d34addc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00aef9a4d5a04695b09024810268bf6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887804 Jan 11 23:23:56.440786 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40590) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:56.451197 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87d96e-8d2a-4f87-9cf6-cbf4d34addc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e226d4-7860-4039-b6e5-6216c94a3b9d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:56.457187 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-feb57dfb-ee4e-44b9-bc25-a54fbd67ba49 req-175d075a-5f97-4e7b-b68f-89b01c2dc7c1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835946 Jan 11 23:23:56.496901 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97049527-b3fb-4908-a8fe-2c148ea04d01 admin admin] Publish callbacks [] for security_group (12e226d4-7860-4039-b6e5-6216c94a3b9d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.519535 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97049527-b3fb-4908-a8fe-2c148ea04d01 admin admin] Publish callbacks [] for security_group (12e226d4-7860-4039-b6e5-6216c94a3b9d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.660023 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-2cac1ce2-0e7c-4d4b-83b4-2ab52cf7f5f4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:56.661475 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-2cac1ce2-0e7c-4d4b-83b4-2ab52cf7f5f4 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0488682 Jan 11 23:23:56.664202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97049527-b3fb-4908-a8fe-2c148ea04d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (12e226d4-7860-4039-b6e5-6216c94a3b9d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.667523 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-97049527-b3fb-4908-a8fe-2c148ea04d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:56.668603 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-97049527-b3fb-4908-a8fe-2c148ea04d01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e226d4-7860-4039-b6e5-6216c94a3b9d HTTP/1.1" status: 204 len: 168 time: 0.2267277 Jan 11 23:23:56.756110 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8d414-3267-43d1-802e-509801a855a6 req-45989212-fc3b-4013-b93d-e33ff98454bc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:56.757735 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-18a8d414-3267-43d1-802e-509801a855a6 req-45989212-fc3b-4013-b93d-e33ff98454bc tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 946 time: 0.0636220 Jan 11 23:23:56.822022 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-18a8d414-3267-43d1-802e-509801a855a6 req-d252116c-e7cd-4255-8932-91f11348eb20 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/security-groups?id=557fc09e-8c56-4b1c-92be-11473c64f63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578554 Jan 11 23:23:56.841639 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:23:56.856822 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8bb43f3b-9c0a-4af5-9239-85172a496282 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:23:56.942917 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97049527-b3fb-4908-a8fe-2c148ea04d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e226d4-7860-4039-b6e5-6216c94a3b9d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:57.017568 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Deleting port 4ece396f-1066-429c-9930-7d5048c55b13 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:23:57.018012 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (4ece396f-1066-429c-9930-7d5048c55b13), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.021974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:57.039645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'mac_address': 'fa:16:3e:a4:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:23:57.078796 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 8bb43f3b-9c0a-4af5-9239-85172a496282 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:23:57.089949 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 8bb43f3b-9c0a-4af5-9239-85172a496282 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:23:57.089949 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.116899 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: ACTIVE; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:57.117159 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.141649 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:23:57.173886 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:57.180145 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1409c81-aa51-4b6a-8da9-81c3731a2d58 req-683790f4-2b7b-496f-a8df-d8522c5bc38b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:57.183675 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b1409c81-aa51-4b6a-8da9-81c3731a2d58 req-683790f4-2b7b-496f-a8df-d8522c5bc38b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 944 time: 0.0777714 Jan 11 23:23:57.190698 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] For port 4ece396f-1066-429c-9930-7d5048c55b13, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4ece396f-1066-429c-9930-7d5048c55b13,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:57.191493 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (4ece396f-1066-429c-9930-7d5048c55b13), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.217256 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Calling delete_port for 4ece396f-1066-429c-9930-7d5048c55b13 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:23:57.217434 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 8bb43f3b-9c0a-4af5-9239-85172a496282 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:57.217691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.246954 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b1409c81-aa51-4b6a-8da9-81c3731a2d58 req-2ca28733-0433-4fbc-a61e-b65b291dd02b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573049 Jan 11 23:23:57.281563 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 8bb43f3b-9c0a-4af5-9239-85172a496282, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bb43f3b-9c0a-4af5-9239-85172a496282,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:57.283315 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb43f3b-9c0a-4af5-9239-85172a496282'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:57.285610 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b78389-8b44-4d12-9b32-162e996f3886" -d '{"events": [{"server_uuid": "977c16b1-05e8-43c0-83a6-a884dd9be569", "name": "network-vif-plugged", "status": "completed", "tag": "8bb43f3b-9c0a-4af5-9239-85172a496282"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:57.288762 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.342394 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff07456-3e90-4f9a-acb8-001efaec8e61 x-openstack-request-id: req-dff07456-3e90-4f9a-acb8-001efaec8e61 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:57.342737 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977c16b1-05e8-43c0-83a6-a884dd9be569", "name": "network-vif-plugged", "status": "completed", "tag": "8bb43f3b-9c0a-4af5-9239-85172a496282", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:57.346535 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dff07456-3e90-4f9a-acb8-001efaec8e61 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:57.346535 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb43f3b-9c0a-4af5-9239-85172a496282', 'code': 200} Jan 11 23:23:57.352082 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:57.366742 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.422389 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=8bb43f3b-9c0a-4af5-9239-85172a496282,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:57.463762 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (4ece396f-1066-429c-9930-7d5048c55b13), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.487110 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b077a7-5959-42c4-9bdb-36c9075a2b22 req-bbeee448-0d8b-4305-a89e-508206668f85 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:57.489027 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-92b077a7-5959-42c4-9bdb-36c9075a2b22 req-bbeee448-0d8b-4305-a89e-508206668f85 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0592985 Jan 11 23:23:57.496650 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Pushing event deleted for resources: {'Port': ['ID=4ece396f-1066-429c-9930-7d5048c55b13,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:57.515676 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:23:57.548115 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] No DVR routers for this DVR port 4ece396f-1066-429c-9930-7d5048c55b13 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:23:57.551538 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:57.561288 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2b4e6406-5103-415e-b58c-79a67d98b43c req-e7c0273a-fe1b-4e6d-baaf-49a633113c89 tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.35 "DELETE /v2.0/ports/4ece396f-1066-429c-9930-7d5048c55b13 HTTP/1.1" status: 204 len: 173 time: 0.8864007 Jan 11 23:23:57.561288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'name': 'network-vif-deleted', 'tag': '4ece396f-1066-429c-9930-7d5048c55b13'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:57.561288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74335836-72a2-455d-9aa1-ae2ac02399cf" -d '{"events": [{"server_uuid": "3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e", "name": "network-vif-deleted", "tag": "4ece396f-1066-429c-9930-7d5048c55b13"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:57.590316 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-92b077a7-5959-42c4-9bdb-36c9075a2b22 req-152e8faf-70ea-4bb9-9e14-3c8045783109 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922947 Jan 11 23:23:57.639570 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355b8f8-9e86-49df-af1b-04af589d3297 req-7b9c9cab-b0fb-4861-9e4d-1a2cee046420 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:57.641516 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2355b8f8-9e86-49df-af1b-04af589d3297 req-7b9c9cab-b0fb-4861-9e4d-1a2cee046420 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0835025 Jan 11 23:23:57.655086 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb153312-140e-4028-a04e-2227b79f8b06 x-openstack-request-id: req-cb153312-140e-4028-a04e-2227b79f8b06 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:57.655382 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e", "name": "network-vif-deleted", "tag": "4ece396f-1066-429c-9930-7d5048c55b13", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:57.655639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb153312-140e-4028-a04e-2227b79f8b06 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:57.656224 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e', 'name': 'network-vif-deleted', 'tag': '4ece396f-1066-429c-9930-7d5048c55b13', 'status': 'completed', 'code': 200} Jan 11 23:23:57.702425 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2355b8f8-9e86-49df-af1b-04af589d3297 req-41097946-475e-4bc2-887a-36b9e681deed tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554197 Jan 11 23:23:57.816145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be385b93-534c-4233-94a4-9194bf19deb3 req-8a0554bd-cd93-44c9-b67e-4c25b11941d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:57.817654 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-be385b93-534c-4233-94a4-9194bf19deb3 req-8a0554bd-cd93-44c9-b67e-4c25b11941d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 1098 time: 0.0448728 Jan 11 23:23:57.863633 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-be385b93-534c-4233-94a4-9194bf19deb3 req-e92014ac-81a3-4774-a27e-d9d761932141 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387731 Jan 11 23:23:57.929542 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c0feea7-98e8-4ab3-9357-edcd398d3a98 req-4f00c621-71a9-4954-a0eb-0c202b47398a tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 210 time: 0.0345604 Jan 11 23:23:58.369619 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587661c8-c2ec-4f2f-a19f-b26a6eaee0ec req-8aa9e533-5956-48b2-9c71-37cf12ff3af8 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:58.371322 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-587661c8-c2ec-4f2f-a19f-b26a6eaee0ec req-8aa9e533-5956-48b2-9c71-37cf12ff3af8 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0536995 Jan 11 23:23:58.418648 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-587661c8-c2ec-4f2f-a19f-b26a6eaee0ec req-c5278319-2f6d-40b0-af7c-20a84d8f8a51 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Jan 11 23:23:58.560470 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40658) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:58.677714 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9048-8363-41db-b40f-3acb5d59bf62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:58.754428 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029eb7d8-ffa1-444d-9555-f34b766b2b98 req-a1b62514-581e-406b-8fb6-0d66563fd96f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:58.755916 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-029eb7d8-ffa1-444d-9555-f34b766b2b98 req-a1b62514-581e-406b-8fb6-0d66563fd96f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0800414 Jan 11 23:23:58.779109 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40670) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:58.867135 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9048-8363-41db-b40f-3acb5d59bf62 admin admin] Publish callbacks [] for security_group (fb2d45e8-8361-4d20-9c2f-a32a251462a2), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:58.868980 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:23:58.873962 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-029eb7d8-ffa1-444d-9555-f34b766b2b98 req-a13d8fbf-9658-45e4-a847-cc2f300631d9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093047 Jan 11 23:23:58.889209 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454ed2b-8856-4ce3-920c-9f6f329233fa req-7dedb1bd-7fdd-4d18-a87e-3d8979d7a8c1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:58.890990 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b454ed2b-8856-4ce3-920c-9f6f329233fa req-7dedb1bd-7fdd-4d18-a87e-3d8979d7a8c1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.1151457 Jan 11 23:23:58.913386 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-234c9aa1-a237-427e-a10f-7fbfd3adb513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:58.928047 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:23:58.931462 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:58.950487 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b454ed2b-8856-4ce3-920c-9f6f329233fa req-a43d0aad-14a4-4b6d-b241-759881e59137 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525179 Jan 11 23:23:58.956791 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9048-8363-41db-b40f-3acb5d59bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fb2d45e8-8361-4d20-9c2f-a32a251462a2), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:58.999649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c9048-8363-41db-b40f-3acb5d59bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d45e8-8361-4d20-9c2f-a32a251462a2,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:59.007236 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-2c5c9048-8363-41db-b40f-3acb5d59bf62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=069df2dd802946238ce25d3026b392ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454708 Jan 11 23:23:59.008398 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40676) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:59.052312 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-234c9aa1-a237-427e-a10f-7fbfd3adb513 admin admin] Publish callbacks [] for security_group (019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.065222 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:23:59.065861 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.084013 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e9ac6c2-ab00-43e6-bfd0-78dbdd7ddfe8 req-7cf4264b-ef26-4a6b-be85-b9f9b87307cf tempest-ServerRescueNegativeTestJSON-2146051094 tempest-ServerRescueNegativeTestJSON-2146051094-project] 10.222.0.21 "GET /v2.0/ports?device_id=3fa1a528-988b-4915-9f9b-f2cc2c7aaa9e HTTP/1.1" status: 200 len: 210 time: 0.0404518 Jan 11 23:23:59.100420 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-534c10f1-51ce-4ec8-8783-7bb6a51f9568 admin admin] Publish callbacks [] for security_group (fb2d45e8-8361-4d20-9c2f-a32a251462a2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.102759 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:23:59.116119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-234c9aa1-a237-427e-a10f-7fbfd3adb513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.122698 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-534c10f1-51ce-4ec8-8783-7bb6a51f9568 admin admin] Publish callbacks [] for security_group (fb2d45e8-8361-4d20-9c2f-a32a251462a2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.153321 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9aa1-a237-427e-a10f-7fbfd3adb513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:59.157593 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-234c9aa1-a237-427e-a10f-7fbfd3adb513 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb87cb10dc3b4c81b8f3b74fb9a88e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767786 Jan 11 23:23:59.160427 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40678) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:23:59.196048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.196874 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 4ece396f-1066-429c-9930-7d5048c55b13 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:23:59.208349 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cabdd94-c018-425c-b9fe-6704b7ea8aa4 admin admin] Publish callbacks [] for security_group (019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.218593 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 4ece396f-1066-429c-9930-7d5048c55b13 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:23:59.218949 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 4ece396f-1066-429c-9930-7d5048c55b13 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:23:59.231751 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cabdd94-c018-425c-b9fe-6704b7ea8aa4 admin admin] Publish callbacks [] for security_group (019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.262696 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:59.292501 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-534c10f1-51ce-4ec8-8783-7bb6a51f9568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fb2d45e8-8361-4d20-9c2f-a32a251462a2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.296161 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-534c10f1-51ce-4ec8-8783-7bb6a51f9568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.297645 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-534c10f1-51ce-4ec8-8783-7bb6a51f9568 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb2d45e8-8361-4d20-9c2f-a32a251462a2 HTTP/1.1" status: 204 len: 168 time: 0.2878923 Jan 11 23:23:59.305610 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c10f1-51ce-4ec8-8783-7bb6a51f9568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d45e8-8361-4d20-9c2f-a32a251462a2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:59.344154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:23:59.346527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c148dbe-71c2-4ff7-a88b-a75aa5da9136" -d '{"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:23:59.382290 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ca582-b1a1-49b7-9fd4-d64f7e8e3e97 x-openstack-request-id: req-050ca582-b1a1-49b7-9fd4-d64f7e8e3e97 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:23:59.382605 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:23:59.382859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-050ca582-b1a1-49b7-9fd4-d64f7e8e3e97 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:23:59.383289 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'code': 200} Jan 11 23:23:59.389798 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cabdd94-c018-425c-b9fe-6704b7ea8aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.392313 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0cabdd94-c018-425c-b9fe-6704b7ea8aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:23:59.393508 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0cabdd94-c018-425c-b9fe-6704b7ea8aa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee HTTP/1.1" status: 204 len: 168 time: 0.2320962 Jan 11 23:23:59.401982 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabdd94-c018-425c-b9fe-6704b7ea8aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019c8f8d-bf9f-4c67-84c5-8dd2c1d114ee,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:23:59.534929 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8741c-4aea-409a-81fe-5e6fae33d1ed req-8b732773-a0f2-4c9f-9509-25aa989e04ec tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:23:59.537901 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2d8741c-4aea-409a-81fe-5e6fae33d1ed req-8b732773-a0f2-4c9f-9509-25aa989e04ec tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Jan 11 23:23:59.588316 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2d8741c-4aea-409a-81fe-5e6fae33d1ed req-31f72519-6d85-4e9f-a81b-ef9d2e14ff3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Jan 11 23:24:00.011430 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4a2bc-0473-461f-b692-884f57d792e1 req-0d87b3e9-5067-451e-aeb0-1a876f6c1d86 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:00.012995 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0e4a2bc-0473-461f-b692-884f57d792e1 req-0d87b3e9-5067-451e-aeb0-1a876f6c1d86 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0512595 Jan 11 23:24:00.109524 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0e4a2bc-0473-461f-b692-884f57d792e1 req-cbf64609-daa7-4e14-a05b-fb7d34e4a095 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902581 Jan 11 23:24:00.118096 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a5b10-15d4-4b25-83f9-39b1302db0c5 req-744151e8-6c88-4089-9b17-664ea4878b67 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:00.119568 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e76a5b10-15d4-4b25-83f9-39b1302db0c5 req-744151e8-6c88-4089-9b17-664ea4878b67 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0871792 Jan 11 23:24:00.162783 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40728) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:00.192003 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e76a5b10-15d4-4b25-83f9-39b1302db0c5 req-714b8ab4-3e80-4a6d-b13a-8b7c7bf413ef tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650492 Jan 11 23:24:00.644038 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (a6682b71-e321-4572-bcc6-2fcbebcba6df), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:00.722182 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b212f2e-9ad6-4395-bb91-8fb762dde296 req-e3bdae3e-ad96-4b23-bbc2-daf85a40fb9c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:00.725925 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b212f2e-9ad6-4395-bb91-8fb762dde296 req-e3bdae3e-ad96-4b23-bbc2-daf85a40fb9c tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Jan 11 23:24:00.773299 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b212f2e-9ad6-4395-bb91-8fb762dde296 req-07e97a0b-7176-4117-86e8-b9a2b855b1d4 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Jan 11 23:24:00.950307 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Deleting port b94e89f7-a3b4-4a6e-ae05-d11e53117908 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:24:00.950638 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:01.027592 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] For port b94e89f7-a3b4-4a6e-ae05-d11e53117908, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b94e89f7-a3b4-4a6e-ae05-d11e53117908,segment=NetworkSegment(13742a50-135d-4577-9e09-ef1b1ba52045),segment_id=13742a50-135d-4577-9e09-ef1b1ba52045)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:01.028073 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:01.040148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Calling delete_port for b94e89f7-a3b4-4a6e-ae05-d11e53117908 owned by network:router_interface {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:24:01.255417 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003b457-2bf1-48bd-ae2c-302ca6add05a req-55e6bb98-80fb-4816-8f21-c3a832e22c93 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:01.257174 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7003b457-2bf1-48bd-ae2c-302ca6add05a req-55e6bb98-80fb-4816-8f21-c3a832e22c93 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0715923 Jan 11 23:24:01.311254 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (b94e89f7-a3b4-4a6e-ae05-d11e53117908), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:01.347666 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Pushing event deleted for resources: {'Port': ['ID=b94e89f7-a3b4-4a6e-ae05-d11e53117908,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:01.361122 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7003b457-2bf1-48bd-ae2c-302ca6add05a req-3a2209b9-56d9-4b18-8db5-c0d29c550ffd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896561 Jan 11 23:24:01.387578 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021fb06-f941-4fc3-aed9-2666881aa21c req-e7aee2fd-e98e-4f6c-ae03-efeacea1ec36 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:01.389470 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2021fb06-f941-4fc3-aed9-2666881aa21c req-e7aee2fd-e98e-4f6c-ae03-efeacea1ec36 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.1185126 Jan 11 23:24:01.455342 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2021fb06-f941-4fc3-aed9-2666881aa21c req-d7aeed56-5bcf-4870-a485-45739bb9384b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598483 Jan 11 23:24:01.541529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (a6682b71-e321-4572-bcc6-2fcbebcba6df), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:01.759878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Router a6682b71-e321-4572-bcc6-2fcbebcba6df has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:24:02.073307 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:02.078915 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-3ab25527-95ea-4ed0-b3ed-2254ea70aeeb admin admin] 10.222.0.21 "PUT /v2.0/routers/a6682b71-e321-4572-bcc6-2fcbebcba6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151628 Jan 11 23:24:02.081409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40782) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:02.084065 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] Sync routers for ids ['a6682b71-e321-4572-bcc6-2fcbebcba6df'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:02.094548 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] Routers {'a6682b71-e321-4572-bcc6-2fcbebcba6df'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:02.095142 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:23:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['a6682b71-e321-4572-bcc6-2fcbebcba6df'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:02.181969 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks [] for router (a6682b71-e321-4572-bcc6-2fcbebcba6df), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:02.197473 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] Set router a6682b71-e321-4572-bcc6-2fcbebcba6df gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:02.288702 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks [] for router_gateway (a6682b71-e321-4572-bcc6-2fcbebcba6df), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:02.485522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Deleting port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:24:02.486143 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:02.507702 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:24:01Z', 'revision_number': 5, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port': {'id': '4ae2d5c1-a2b4-4c96-b456-73b9b24deb07', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:02.528736 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d711c-61a9-4439-bafc-050de31789d1 req-43173743-0fb0-45d7-a0ae-edb270ea4232 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:02.531253 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a2d711c-61a9-4439-bafc-050de31789d1 req-43173743-0fb0-45d7-a0ae-edb270ea4232 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0803511 Jan 11 23:24:02.560797 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] Checking router: a6682b71-e321-4572-bcc6-2fcbebcba6df for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:02.563990 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] Routers {'a6682b71-e321-4572-bcc6-2fcbebcba6df'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:02.564646 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:23:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['a6682b71-e321-4572-bcc6-2fcbebcba6df'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:02.591825 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] For port 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:02.592796 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:02.607530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Calling delete_port for 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 owned by network:router_gateway {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:24:02.634641 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a2d711c-61a9-4439-bafc-050de31789d1 req-31d52cca-0270-404d-950b-5c7e010e9849 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969615 Jan 11 23:24:02.652503 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bf613-6d33-4103-899e-1ba660b9cbfb req-fe530d6f-b418-4a57-a37d-e2959a35b343 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:02.654073 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b6bf613-6d33-4103-899e-1ba660b9cbfb req-fe530d6f-b418-4a57-a37d-e2959a35b343 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0872345 Jan 11 23:24:02.720119 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] Set router a6682b71-e321-4572-bcc6-2fcbebcba6df gateway port host: None {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:02.756706 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b6bf613-6d33-4103-899e-1ba660b9cbfb req-4dc6c42a-95f8-4863-8407-b7f1f9e8bf46 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957649 Jan 11 23:24:02.811377 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:24:02Z', 'revision_number': 6, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port_host': None}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:02.842551 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61390288-d30d-4047-9855-08aa06fe4560 None None] The sync data for ids ['a6682b71-e321-4572-bcc6-2fcbebcba6df'] in dv-cinder-821602-8-iscsi is: [{'id': 'a6682b71-e321-4572-bcc6-2fcbebcba6df', 'name': 'tempest-ServerRescueNegativeTestJSON-1670781116-router', 'tenant_id': '421f248e2c6f4aa887e96ca9b6357253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:24:02Z', 'revision_number': 6, 'project_id': '421f248e2c6f4aa887e96ca9b6357253', 'gw_port_host': None}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:02.901927 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:24:02.961855 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (4ae2d5c1-a2b4-4c96-b456-73b9b24deb07), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:02.992306 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae2d5c1-a2b4-4c96-b456-73b9b24deb07,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:03.074735 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (a6682b71-e321-4572-bcc6-2fcbebcba6df), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.151162 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:03.164127 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'port_id': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'mac_address': 'fa:16:3e:5a:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:24:03.191575 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (a6682b71-e321-4572-bcc6-2fcbebcba6df), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.201380 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks [] for router_controller (a6682b71-e321-4572-bcc6-2fcbebcba6df), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.263600 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ae5635d8-bc39-4921-9c68-9218f7d190e0 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:03.263994 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.306288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5635d8-bc39-4921-9c68-9218f7d190e0 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:24:03.354815 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d68a8-8c01-4c72-bb79-6e2dda296d8d req-0ecdc83d-3101-4614-bef6-22b4da2c00c9 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:03.357287 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e5d68a8-8c01-4c72-bb79-6e2dda296d8d req-0ecdc83d-3101-4614-bef6-22b4da2c00c9 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0775518 Jan 11 23:24:03.359153 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:03.426043 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e5d68a8-8c01-4c72-bb79-6e2dda296d8d req-9953e8f9-2692-4227-ae07-4d598fc4d847 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598385 Jan 11 23:24:03.509392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (a6682b71-e321-4572-bcc6-2fcbebcba6df), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.518819 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6682b71-e321-4572-bcc6-2fcbebcba6df {{(pid=103148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:24:03.518819 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.518819 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7d22f125-082a-4f62-b6ee-3ba2c1032084 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a6682b71-e321-4572-bcc6-2fcbebcba6df HTTP/1.1" status: 204 len: 168 time: 1.4359982 Jan 11 23:24:03.526912 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40832) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:03.569687 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.596026 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Deleting subnet ba7fcb57-4d8c-4fb9-9355-326c93214b15 {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:24:03.601860 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Publish callbacks [] for subnet (ba7fcb57-4d8c-4fb9-9355-326c93214b15), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.661338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:03.709698 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (ba7fcb57-4d8c-4fb9-9355-326c93214b15), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.802490 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (ba7fcb57-4d8c-4fb9-9355-326c93214b15), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.888905 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-2ede90dd-e305-41a5-b2e7-4575e251b0bb tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=3c3c5634918d4930b240ac21c827dd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210914 Jan 11 23:24:03.944864 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (ba7fcb57-4d8c-4fb9-9355-326c93214b15), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.970128 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d83c2-f624-48a2-96a0-260b63ff2646 req-30e72787-706e-40de-b7a9-68ced1dbc4e6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:03.971674 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d6d83c2-f624-48a2-96a0-260b63ff2646 req-30e72787-706e-40de-b7a9-68ced1dbc4e6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.1757526 Jan 11 23:24:03.972087 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7fcb57-4d8c-4fb9-9355-326c93214b15,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:03.976434 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:03.979435 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c6e5fa35-832b-4ecb-9510-1ec1bd80a941 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba7fcb57-4d8c-4fb9-9355-326c93214b15 HTTP/1.1" status: 204 len: 168 time: 0.4502420 Jan 11 23:24:03.982647 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40854) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:04.092438 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.148451 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d6d83c2-f624-48a2-96a0-260b63ff2646 req-122ed3ce-465a-4dcd-bc42-299c9459753e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622543 Jan 11 23:24:04.183942 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-560d93da-6365-412e-89c0-0f77385bf248 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:04.186979 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-560d93da-6365-412e-89c0-0f77385bf248 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890391 Jan 11 23:24:04.220024 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-0adb8174-520b-4312-8951-93d4c06fc8a9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/quotas/3c3c5634918d4930b240ac21c827dd4b HTTP/1.1" status: 200 len: 375 time: 0.0149407 Jan 11 23:24:04.231318 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.258392 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['ae5635d8-bc39-4921-9c68-9218f7d190e0'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:24:04.273128 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-e18f1ad9-b08e-4279-ae71-6307dd69de92 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3c3c5634918d4930b240ac21c827dd4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493805 Jan 11 23:24:04.286949 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dff90b4-0a5b-42bd-b31c-b6361c35c2d0']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:04.302445 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13742a50-135d-4577-9e09-ef1b1ba52045') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:04.303229 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13742a50-135d-4577-9e09-ef1b1ba52045') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:04.334652 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (13742a50-135d-4577-9e09-ef1b1ba52045), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.358252 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (13742a50-135d-4577-9e09-ef1b1ba52045), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.367373 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:24:04.369442 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (13742a50-135d-4577-9e09-ef1b1ba52045), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:24:04.373833 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:24:04.628712 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e113-d87f-4a99-8310-42342537ee33 req-85f6e2de-e278-48ec-8e1d-f1cb693696d1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:04.650928 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5330e113-d87f-4a99-8310-42342537ee33 req-85f6e2de-e278-48ec-8e1d-f1cb693696d1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.3504844 Jan 11 23:24:04.750481 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5330e113-d87f-4a99-8310-42342537ee33 req-7a120152-e3b3-4abb-aef0-97347efa9545 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983868 Jan 11 23:24:04.774292 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (1dff90b4-0a5b-42bd-b31c-b6361c35c2d0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.784414 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:04.807538 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/1dff90b4-0a5b-42bd-b31c-b6361c35c2d0 HTTP/1.1" status: 204 len: 168 time: 0.8075948 Jan 11 23:24:04.844101 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7618e3-a537-4b2d-9135-c43b5bd441ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1dff90b4-0a5b-42bd-b31c-b6361c35c2d0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:04.853313 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20213a-07c2-4e8a-84b2-329c2b60f707 req-0bc05380-b41f-46b1-a279-b552f6d3f225 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:04.854874 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd20213a-07c2-4e8a-84b2-329c2b60f707 req-0bc05380-b41f-46b1-a279-b552f6d3f225 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0896852 Jan 11 23:24:04.868014 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b94e89f7-a3b4-4a6e-ae05-d11e53117908 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:24:04.904076 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: b94e89f7-a3b4-4a6e-ae05-d11e53117908 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:24:04.904750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b94e89f7-a3b4-4a6e-ae05-d11e53117908 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:24:04.905379 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:24:04.928989 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-99187e4d-c8c5-4b46-8e98-4891766008d0 req-df51b5ec-84e1-4e35-8477-855b22c36eab tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0661402 Jan 11 23:24:04.942940 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:24:04.943660 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 4ae2d5c1-a2b4-4c96-b456-73b9b24deb07 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:24:04.954694 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd20213a-07c2-4e8a-84b2-329c2b60f707 req-2bf301f2-4fef-454b-89a5-857ce06a77ed tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900948 Jan 11 23:24:05.281232 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40878) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:05.334105 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f5e6c853-647e-4977-bba9-dfa8763d4f6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=421f248e2c6f4aa887e96ca9b6357253&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0516870 Jan 11 23:24:05.336525 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40880) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:05.351773 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6a19-ebcb-42dc-ad90-0c3c2b6bd61b req-9177cf27-cda7-4217-864c-3575ad28c004 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:05.359220 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fcfa6a19-ebcb-42dc-ad90-0c3c2b6bd61b req-9177cf27-cda7-4217-864c-3575ad28c004 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0634394 Jan 11 23:24:05.393061 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cf3e-a3c7-4794-bce8-5d5cd7a908e9 admin admin] Publish callbacks [] for security_group (557fc09e-8c56-4b1c-92be-11473c64f63c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:05.405051 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fcfa6a19-ebcb-42dc-ad90-0c3c2b6bd61b req-89cf0bfc-fc13-476a-b96d-6e44c936f59f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452957 Jan 11 23:24:05.418301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cf3e-a3c7-4794-bce8-5d5cd7a908e9 admin admin] Publish callbacks [] for security_group (557fc09e-8c56-4b1c-92be-11473c64f63c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:05.561350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cf3e-a3c7-4794-bce8-5d5cd7a908e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (557fc09e-8c56-4b1c-92be-11473c64f63c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:05.564133 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8bf5cf3e-a3c7-4794-bce8-5d5cd7a908e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:05.565307 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-8bf5cf3e-a3c7-4794-bce8-5d5cd7a908e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/557fc09e-8c56-4b1c-92be-11473c64f63c HTTP/1.1" status: 204 len: 168 time: 0.2261186 Jan 11 23:24:05.576391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5cf3e-a3c7-4794-bce8-5d5cd7a908e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557fc09e-8c56-4b1c-92be-11473c64f63c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:05.899430 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5a40f-1905-4821-9f7f-7cde6fcfa915 req-38de2ad0-cea7-4f27-a0f8-3e3e666d3d18 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:05.901214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-87d5a40f-1905-4821-9f7f-7cde6fcfa915 req-38de2ad0-cea7-4f27-a0f8-3e3e666d3d18 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.0701768 Jan 11 23:24:05.976312 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-87d5a40f-1905-4821-9f7f-7cde6fcfa915 req-ef71a645-e96a-4c7b-a8c1-66d2bd6a76d9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659940 Jan 11 23:24:06.029500 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e668453-4fcd-4f6e-846a-61714e4a9781 req-16df41fb-3678-4b69-86b8-4f9b9366a273 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0486822 Jan 11 23:24:06.147300 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2615c0f-94fe-4b00-8012-7e2a7276d794 req-4f4d6630-5376-425f-8afa-5086fb7813b1 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:06.149126 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c2615c0f-94fe-4b00-8012-7e2a7276d794 req-4f4d6630-5376-425f-8afa-5086fb7813b1 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0633070 Jan 11 23:24:06.243517 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c2615c0f-94fe-4b00-8012-7e2a7276d794 req-580c9f7e-f872-4bec-a1a7-cce2960729bf tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848680 Jan 11 23:24:06.622804 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa90d-9251-41d8-bf71-d598c9172ced req-4c30e802-8e4d-4c61-8354-948fb7bbe4c3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:06.624687 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5cdfa90d-9251-41d8-bf71-d598c9172ced req-4c30e802-8e4d-4c61-8354-948fb7bbe4c3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0786047 Jan 11 23:24:06.693560 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5cdfa90d-9251-41d8-bf71-d598c9172ced req-4f489b84-60f9-4b06-b24f-46ae39d1355f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620999 Jan 11 23:24:06.998982 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 40918) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:07.156000 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1468588162-network', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:07.169028 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f804-8409-4d12-98a9-c0431afed1c0 req-6b410cf9-8f94-4831-9629-11a6b35a9ad0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:07.170448 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e653f804-8409-4d12-98a9-c0431afed1c0 req-6b410cf9-8f94-4831-9629-11a6b35a9ad0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.0923636 Jan 11 23:24:07.199893 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8025e2f1-46db-4d57-8808-f7362d6a72b2 req-7dabdfb5-247f-4b9a-bfc6-a405152ccc0b tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0456829 Jan 11 23:24:07.260852 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e653f804-8409-4d12-98a9-c0431afed1c0 req-dd296aba-2db2-4be4-abf7-4e9b86cc978f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837071 Jan 11 23:24:07.347930 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Made reservation on behalf of 73f8ba39b6204465860f6a4409ed321a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:07.351326 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:07.363743 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:07.403411 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54658f60-c26d-4e5c-9618-88a920636338 req-71bb455c-35bb-4fa0-8cc7-10507df7e3cc tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:07.405307 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54658f60-c26d-4e5c-9618-88a920636338 req-71bb455c-35bb-4fa0-8cc7-10507df7e3cc tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0896609 Jan 11 23:24:07.478860 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54658f60-c26d-4e5c-9618-88a920636338 req-0ec1c488-325b-4bff-9a45-b8f847655553 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677006 Jan 11 23:24:07.519021 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks [] for security_group (05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:07.817809 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fbe90-86e8-473e-b463-48e474ca5a75 req-1dc6d6da-2045-45d7-92b5-4d0eb536f63b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:07.819319 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a43fbe90-86e8-473e-b463-48e474ca5a75 req-1dc6d6da-2045-45d7-92b5-4d0eb536f63b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0512044 Jan 11 23:24:07.868316 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a43fbe90-86e8-473e-b463-48e474ca5a75 req-a3884dba-53ff-4e1c-8c06-69785cab7aad tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Jan 11 23:24:08.167382 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.193292 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:24:08.202741 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:08.207572 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (1936a3a2-a425-48d8-a508-523c4b82b79a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.207910 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Added segment 1936a3a2-a425-48d8-a508-523c4b82b79a of type vlan for network feae7132-5d6e-4c00-aed9-5dc998347e6b Jan 11 23:24:08.249946 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (feae7132-5d6e-4c00-aed9-5dc998347e6b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.320856 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4f35f3ec-ddf2-4054-8c13-13dc0089abc7 req-b0bad178-f875-45c2-9bc6-39454f89af41 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0361855 Jan 11 23:24:08.354170 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (feae7132-5d6e-4c00-aed9-5dc998347e6b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.355728 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:08.356296 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.473214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4728122 Jan 11 23:24:08.476014 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40944) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:08.481513 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Request body: {'subnet': {'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1468588162-subnet', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:08.482001 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab354e-3923-4dc0-b8d7-4dff6a2725ce admin admin] Pushing event updated for resources: {'Network': ['ID=feae7132-5d6e-4c00-aed9-5dc998347e6b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:08.497070 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network feae7132-5d6e-4c00-aed9-5dc998347e6b details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:24:08.499963 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc17ec-13fa-408c-a025-4703ab5037bf req-a67be564-6006-4215-af77-5b447f0681ef tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:08.501531 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-80dc17ec-13fa-408c-a025-4703ab5037bf req-a67be564-6006-4215-af77-5b447f0681ef tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.1028228 Jan 11 23:24:08.610792 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-80dc17ec-13fa-408c-a025-4703ab5037bf req-5a51423b-fcc9-4729-98da-f478a47427f1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925593 Jan 11 23:24:08.648117 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Made reservation on behalf of 73f8ba39b6204465860f6a4409ed321a for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:08.650537 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.689721 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c451b5e-84ee-4709-8b7c-e3657a13bc47 req-56c9d35c-c079-49f4-bb1f-381e92977a98 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:08.695520 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c451b5e-84ee-4709-8b7c-e3657a13bc47 req-56c9d35c-c079-49f4-bb1f-381e92977a98 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0996737 Jan 11 23:24:08.757573 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c451b5e-84ee-4709-8b7c-e3657a13bc47 req-18dd2c91-8d22-4011-9af5-e31ccc011e8d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609250 Jan 11 23:24:08.921952 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (aa59b7ef-f727-417a-8fd8-dc95c0a29dea), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:08.993232 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Checking segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:08.993492 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Network hostable DHCP agents. Network: feae7132-5d6e-4c00-aed9-5dc998347e6b, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:24:08.995666 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa59b7ef-f727-417a-8fd8-dc95c0a29dea,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:09.090556 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7d3ec-36cd-4cc8-91d9-dc33b046117e req-4ab1be44-34c4-4c30-89ba-f483063a6c5c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:09.097454 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89c7d3ec-36cd-4cc8-91d9-dc33b046117e req-4ab1be44-34c4-4c30-89ba-f483063a6c5c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.1016324 Jan 11 23:24:09.104657 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Network feae7132-5d6e-4c00-aed9-5dc998347e6b is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:24:09.164838 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89c7d3ec-36cd-4cc8-91d9-dc33b046117e req-84d0ff76-8261-4a56-99a5-49b91f02d672 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564375 Jan 11 23:24:09.184613 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, feae7132-5d6e-4c00-aed9-5dc998347e6b) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:09.191724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:09.194273 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.197645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee7c5ba-b018-47b2-b664-2e64c2bc7d49 None None] Network feae7132-5d6e-4c00-aed9-5dc998347e6b requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:24:09.279246 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-343ef94b-6a07-42cc-b3bc-8d90a9692c31 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8020124 Jan 11 23:24:09.281714 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 40952) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:09.285949 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:09.320954 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-feae7132-5d6e-4c00-aed9-5dc998347e6b', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:24:09.322293 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.383254 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (68434192-3d7a-4a32-b21c-4eda2092978a), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.384640 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (68434192-3d7a-4a32-b21c-4eda2092978a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.461638 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7f37c524-5843-4938-a599-8bfcaaf78f3a req-db54039e-a04d-4839-a4b8-321df1f317d3 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0346797 Jan 11 23:24:09.463306 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks [] for router_controller (68434192-3d7a-4a32-b21c-4eda2092978a), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.525531 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Allocated IP 172.20.0.2 (feae7132-5d6e-4c00-aed9-5dc998347e6b/aa59b7ef-f727-417a-8fd8-dc95c0a29dea/59afe5d4-f40e-4813-bb6a-9c442f2d4f20) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:09.709811 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks [] for router_gateway (68434192-3d7a-4a32-b21c-4eda2092978a), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.750754 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Publish callbacks [] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.857902 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:09.866902 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501c85-671a-426e-b3ee-b1c8c61ecfbb req-12e908bc-319a-4ad8-82b4-cf8b38269a41 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:09.868491 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4b501c85-671a-426e-b3ee-b1c8c61ecfbb req-12e908bc-319a-4ad8-82b4-cf8b38269a41 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.0988524 Jan 11 23:24:09.911189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Network feae7132-5d6e-4c00-aed9-5dc998347e6b is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:09.918391 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:09.923297 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:09.984210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-1a43e7c3-3a02-407d-ae30-48a35b1d393b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:09.986051 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-1a43e7c3-3a02-407d-ae30-48a35b1d393b tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.0797992 Jan 11 23:24:10.009649 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4b501c85-671a-426e-b3ee-b1c8c61ecfbb req-8b6197f9-ec90-4d91-9c2f-6e0870aaffdb tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206236 Jan 11 23:24:10.038481 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ab98b-fb04-4489-9af1-af84f1a2b656 req-1e86218a-6504-4ed8-a574-7ede90f5b5db tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:10.046465 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f1ab98b-fb04-4489-9af1-af84f1a2b656 req-1e86218a-6504-4ed8-a574-7ede90f5b5db tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 945 time: 0.1769080 Jan 11 23:24:10.073750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Pushing event updated for resources: {'Port': ['ID=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:10.103569 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Attempting to bind port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:10.103989 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Attempting to bind port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:10.104300 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Attempting to bind port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 on network feae7132-5d6e-4c00-aed9-5dc998347e6b {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:10.122601 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:10.123029 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Checking segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:10.123392 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.123778 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Bound using segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:10.124247 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Bound port: 59afe5d4-f40e-4813-bb6a-9c442f2d4f20, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:10.124646 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.148567 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f1ab98b-fb04-4489-9af1-af84f1a2b656 req-9dd0cef4-24e2-4ea1-b8cb-1c95f7104f70 tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/security-groups?id=a7c8e368-e928-4423-af10-a61e9c74d838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007552 Jan 11 23:24:10.209455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks [] for router_gateway (68434192-3d7a-4a32-b21c-4eda2092978a), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.244270 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.255672 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] For port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:10.267634 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] For port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:10.307818 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e197c-30b9-4710-b78b-5aa9fb316896 req-33cde6e1-9efb-425f-ad96-db5deb1aae3b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:10.316647 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4d6e197c-30b9-4710-b78b-5aa9fb316896 req-33cde6e1-9efb-425f-ad96-db5deb1aae3b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0783036 Jan 11 23:24:10.332288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.332801 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Deleting port 8bb43f3b-9c0a-4af5-9239-85172a496282 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:24:10.333163 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.415440 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4d6e197c-30b9-4710-b78b-5aa9fb316896 req-5186afce-761f-4fb6-bc0d-abda255c61f7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974431 Jan 11 23:24:10.421986 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed408-31d7-4ece-aa24-f625ce27ea11 None None] Pushing event updated for resources: {'Port': ['ID=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:10.501216 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] For port 8bb43f3b-9c0a-4af5-9239-85172a496282, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bb43f3b-9c0a-4af5-9239-85172a496282,segment=NetworkSegment(255b8db4-f55a-49a0-8986-91369fbb48fb),segment_id=255b8db4-f55a-49a0-8986-91369fbb48fb)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:10.501615 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.531474 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Calling delete_port for 8bb43f3b-9c0a-4af5-9239-85172a496282 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:24:10.556687 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Allocated IP 172.27.0.89 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:10.665322 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a56c3c3-9788-4bee-8476-9fdb96a81d6a req-d97b2f49-b460-4b19-b9f1-b49cbd46b539 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0675521 Jan 11 23:24:10.840431 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks [] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:10.941732 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (8bb43f3b-9c0a-4af5-9239-85172a496282), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:11.000148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Pushing event deleted for resources: {'Port': ['ID=8bb43f3b-9c0a-4af5-9239-85172a496282,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:11.072849 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:11.082889 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] No DVR routers for this DVR port 8bb43f3b-9c0a-4af5-9239-85172a496282 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:24:11.089098 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:11.095507 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-b5482230-84d1-4f1a-88e2-0a47b969339d req-c3a5b3fd-7e71-47c0-9d6a-fc659a733c3d tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.35 "DELETE /v2.0/ports/8bb43f3b-9c0a-4af5-9239-85172a496282 HTTP/1.1" status: 204 len: 173 time: 1.0026903 Jan 11 23:24:11.096001 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'name': 'network-vif-deleted', 'tag': '8bb43f3b-9c0a-4af5-9239-85172a496282'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:11.099224 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77e1314-6db8-432e-b285-d12240a1f704" -d '{"events": [{"server_uuid": "977c16b1-05e8-43c0-83a6-a884dd9be569", "name": "network-vif-deleted", "tag": "8bb43f3b-9c0a-4af5-9239-85172a496282"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:11.139145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:11.144556 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3551d29-ac87-452f-9dcf-0184baef8a14 req-495b95a7-8d9a-4c2a-9b4b-ebf6fca6ed84 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:11.149414 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3551d29-ac87-452f-9dcf-0184baef8a14 req-495b95a7-8d9a-4c2a-9b4b-ebf6fca6ed84 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.0641074 Jan 11 23:24:11.185991 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2272c9-1b5f-4e70-83c2-872564222fdb x-openstack-request-id: req-aa2272c9-1b5f-4e70-83c2-872564222fdb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:11.186429 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977c16b1-05e8-43c0-83a6-a884dd9be569", "name": "network-vif-deleted", "tag": "8bb43f3b-9c0a-4af5-9239-85172a496282", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:11.186710 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa2272c9-1b5f-4e70-83c2-872564222fdb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:11.187192 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c16b1-05e8-43c0-83a6-a884dd9be569', 'name': 'network-vif-deleted', 'tag': '8bb43f3b-9c0a-4af5-9239-85172a496282', 'status': 'completed', 'code': 200} Jan 11 23:24:11.190678 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:11.191554 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:11.239226 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:11.263911 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:11.266882 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:11.283174 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3551d29-ac87-452f-9dcf-0184baef8a14 req-e9a616dd-a71c-4e3e-a76e-c3d5f381bb0e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279383 Jan 11 23:24:11.353894 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a1d7d36-ba60-4bfc-9932-4afe5bc2e5f2 req-9a70d841-ca6c-4b1a-99ef-6bb50e4e399f tempest-VolumesActionsTest-1800930598 tempest-VolumesActionsTest-1800930598-project] 10.222.0.21 "GET /v2.0/ports?device_id=977c16b1-05e8-43c0-83a6-a884dd9be569 HTTP/1.1" status: 200 len: 210 time: 0.0539281 Jan 11 23:24:11.359402 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ff6bba68-943e-49d4-946e-5fff8bceb14f tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c3c5634918d4930b240ac21c827dd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1331003 Jan 11 23:24:11.369173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Pushing event updated for resources: {'Port': ['ID=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:11.429347 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:11.429347 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:11.497672 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:11.578831 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:11.612148 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236116-7ee1-4e01-bf4c-8a31bb0a7e49 req-e4c90aeb-c3fa-4ebc-9946-fc21eeece47c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:11.620493 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b236116-7ee1-4e01-bf4c-8a31bb0a7e49 req-e4c90aeb-c3fa-4ebc-9946-fc21eeece47c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0890214 Jan 11 23:24:11.670793 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:11.705819 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:11.741808 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b236116-7ee1-4e01-bf4c-8a31bb0a7e49 req-c405b1cf-96ba-4ac0-95f9-0cdd559108c1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193426 Jan 11 23:24:11.900344 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d872bca-baef-4b12-956f-a43afd54e6b8 req-d92cb33f-5c34-44e2-a1dc-c718954e2b77 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0805130 Jan 11 23:24:11.984314 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port ae5635d8-bc39-4921-9c68-9218f7d190e0 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:24:11.994456 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port ae5635d8-bc39-4921-9c68-9218f7d190e0 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:11.994456 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.036363 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44696b3e-0781-4127-9765-4953d8c65f4c None None] Network feae7132-5d6e-4c00-aed9-5dc998347e6b requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:24:12.169719 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-43ce8c43-11d9-49d6-b80d-6c9560ac184e None None] Provisioning complete for port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:12.170317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-43ce8c43-11d9-49d6-b80d-6c9560ac184e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.182939 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed6f9ef3-0982-4a88-8e45-37c448262faf tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:12.185463 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed6f9ef3-0982-4a88-8e45-37c448262faf tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7939262 Jan 11 23:24:12.207658 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Request body: {'port': {'device_id': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360', 'admin_state_up': True, 'tenant_id': '3c3c5634918d4930b240ac21c827dd4b'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:12.299970 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ae5635d8-bc39-4921-9c68-9218f7d190e0 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:12.300553 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.367174 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:12.375973 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644445c-5ffc-4b40-81c4-30f394ada57f" -d '{"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-plugged", "status": "completed", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:12.411069 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:12.452010 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks [] for router_gateway (68434192-3d7a-4a32-b21c-4eda2092978a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.534248 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7282ef-da74-4dac-9bf5-620875e8eb4d x-openstack-request-id: req-aa7282ef-da74-4dac-9bf5-620875e8eb4d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:12.535146 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-plugged", "status": "completed", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:12.535146 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa7282ef-da74-4dac-9bf5-620875e8eb4d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:12.535429 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'code': 200} Jan 11 23:24:12.538288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.539087 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8bb43f3b-9c0a-4af5-9239-85172a496282 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:24:12.557813 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b150a-034e-4615-a72d-057a26666c59 req-57d88f2d-0b02-4258-8ae5-2f4f1153500d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:12.571814 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7a6b150a-034e-4615-a72d-057a26666c59 req-57d88f2d-0b02-4258-8ae5-2f4f1153500d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.1564643 Jan 11 23:24:12.610426 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 8bb43f3b-9c0a-4af5-9239-85172a496282 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:24:12.610911 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8bb43f3b-9c0a-4af5-9239-85172a496282 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:24:12.660963 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-43ce8c43-11d9-49d6-b80d-6c9560ac184e None None] Current status of the port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:12.696906 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7a6b150a-034e-4615-a72d-057a26666c59 req-379976f0-29d9-405d-a60c-47769b6b58be tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204150 Jan 11 23:24:12.701141 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Made reservation on behalf of 3c3c5634918d4930b240ac21c827dd4b for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:12.704831 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.725311 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:12.748758 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:12.907859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-7e929b23-a0e0-4159-987b-2a7dadbc3dd8 None None] Provisioning complete for port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:12.910888 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7e929b23-a0e0-4159-987b-2a7dadbc3dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:13.054948 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:13.067213 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks [] for security_group (8c26b381-a5cd-47a2-ac17-2d2902fe0e34), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:13.069547 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (68434192-3d7a-4a32-b21c-4eda2092978a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:13.111711 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-71e8b6c9-4877-4835-bbeb-5248c84cd80e req-d641a87c-c875-4875-bd8f-0868fa89df36 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0342238 Jan 11 23:24:13.123895 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38072afd-3f44-4c02-b87e-7f84a76c8e3d req-fa324e1f-117e-4de2-a55c-b7bd8176ac25 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:13.126139 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38072afd-3f44-4c02-b87e-7f84a76c8e3d req-fa324e1f-117e-4de2-a55c-b7bd8176ac25 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0955844 Jan 11 23:24:13.231087 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38072afd-3f44-4c02-b87e-7f84a76c8e3d req-81742115-1275-49a4-97d6-58f6fa058012 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512879 Jan 11 23:24:13.231273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7e929b23-a0e0-4159-987b-2a7dadbc3dd8 None None] Current status of the port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:13.231273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:13.231273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:13.274763 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:13.544579 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (8c26b381-a5cd-47a2-ac17-2d2902fe0e34), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:13.616852 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Router 68434192-3d7a-4a32-b21c-4eda2092978a is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:24:13.652552 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c26b381-a5cd-47a2-ac17-2d2902fe0e34,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:13.769522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4444b37-3009-4a80-b775-ffeb2c846b03 req-02e61c88-963f-4b10-8928-6a22add0faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:13.771032 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4444b37-3009-4a80-b775-ffeb2c846b03 req-02e61c88-963f-4b10-8928-6a22add0faaa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.1500247 Jan 11 23:24:13.845618 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Allocated IP 192.168.233.243 (d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360/bb9c5a3f-d8e2-4932-bd70-487e2173469c/30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:13.884724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:13.897426 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:13.915169 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:13.915815 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:23:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:13.933758 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4444b37-3009-4a80-b775-ffeb2c846b03 req-8650e0c6-8731-4f28-badf-e2fcfc043fac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300356 Jan 11 23:24:13.964970 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249bd5c-6ade-4bd3-b54c-d97becc31990 req-92c839d4-a013-494f-ad85-5bc418344087 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:13.978601 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c249bd5c-6ade-4bd3-b54c-d97becc31990 req-92c839d4-a013-494f-ad85-5bc418344087 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.1089313 Jan 11 23:24:14.059820 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:14.078816 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.081034 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e60fb99e-e147-4854-ae62-4ef902f5282a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7974501 Jan 11 23:24:14.086243 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41044) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:14.099827 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c249bd5c-6ade-4bd3-b54c-d97becc31990 req-e8dd42b3-3a21-43b4-96c8-da016d6c6ab6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188519 Jan 11 23:24:14.128096 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41048) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:14.248304 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks [] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.416050 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.430710 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c3240a81-7953-4994-bd75-01229183ec73 req-4c98ea8a-c808-4366-badb-799e0f2c39f5 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0884354 Jan 11 23:24:14.433579 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:12Z', 'revision_number': 3, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:14.474286 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bd991dd-a3ae-4a75-8155-62b70225c5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.501165 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:14.501165 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Updating router 68434192-3d7a-4a32-b21c-4eda2092978a port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:24:14.539620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd539-0557-46e4-a05c-ad728ff457de req-aec1772f-02c9-4af4-83d7-3e960131a085 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:14.551051 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4adbd539-0557-46e4-a05c-ad728ff457de req-aec1772f-02c9-4af4-83d7-3e960131a085 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.1963062 Jan 11 23:24:14.551290 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.655260 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Pushing event updated for resources: {'Port': ['ID=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:14.696441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:14.699707 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:14.717476 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:14.719780 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4adbd539-0557-46e4-a05c-ad728ff457de req-6ef98e0d-d844-4280-9f23-d586cbb9c1bb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673133 Jan 11 23:24:14.744206 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bd991dd-a3ae-4a75-8155-62b70225c5cb admin admin] Publish callbacks [] for security_group (1920eca0-4efd-4726-aa6f-ffb7b9bea881), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.802596 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:14.803678 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.854340 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6bd991dd-a3ae-4a75-8155-62b70225c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (1920eca0-4efd-4726-aa6f-ffb7b9bea881), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.869887 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Publish callbacks [] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:14.914077 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6bd991dd-a3ae-4a75-8155-62b70225c5cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de61ff385d10462191b7edfbbe8ef928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7820349 Jan 11 23:24:14.914397 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41068) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:14.939742 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-675ba088-48d9-4edb-9587-5d86f07719c9 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7284043 Jan 11 23:24:14.957584 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Request body: {'port': {'device_id': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:14.959649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd991dd-a3ae-4a75-8155-62b70225c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1920eca0-4efd-4726-aa6f-ffb7b9bea881,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:14.982935 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.006313 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b2dcb9-6db0-43a0-bea7-b77ad886ce36 admin admin] Publish callbacks [] for security_group (1920eca0-4efd-4726-aa6f-ffb7b9bea881), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.029613 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.050616 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.055379 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b2dcb9-6db0-43a0-bea7-b77ad886ce36 admin admin] Publish callbacks [] for security_group (1920eca0-4efd-4726-aa6f-ffb7b9bea881), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.115367 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Attempting to bind port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:15.116048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Attempting to bind port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:15.116750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Attempting to bind port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:15.125805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01bfc8-b4d2-4247-8476-1d5edd5d5a59 None None] Pushing event updated for resources: {'Port': ['ID=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:15.169169 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:15.171130 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:15.174648 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.175543 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:15.176506 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Bound port: b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:15.178150 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.252682 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] For port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:15.256592 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] For port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:15.271571 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-587441c3-3116-4e83-a3d0-10ec3b89e512 None None] Provisioning complete for port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:15.272040 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-587441c3-3116-4e83-a3d0-10ec3b89e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.272432 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b2dcb9-6db0-43a0-bea7-b77ad886ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (1920eca0-4efd-4726-aa6f-ffb7b9bea881), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.276358 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-68b2dcb9-6db0-43a0-bea7-b77ad886ce36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.282795 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-68b2dcb9-6db0-43a0-bea7-b77ad886ce36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1920eca0-4efd-4726-aa6f-ffb7b9bea881 HTTP/1.1" status: 204 len: 168 time: 0.3667638 Jan 11 23:24:15.298093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2dcb9-6db0-43a0-bea7-b77ad886ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920eca0-4efd-4726-aa6f-ffb7b9bea881,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:15.403473 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e9e6-4656-40f9-951a-6c1303020bc0 req-18019cac-8fad-4f42-965a-8381768f50cc tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:15.405044 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2530e9e6-4656-40f9-951a-6c1303020bc0 req-18019cac-8fad-4f42-965a-8381768f50cc tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.1093671 Jan 11 23:24:15.491400 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2530e9e6-4656-40f9-951a-6c1303020bc0 req-7c3e85ec-7709-40a5-829c-7d1cad91d36a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757363 Jan 11 23:24:15.616803 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.628439 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-587441c3-3116-4e83-a3d0-10ec3b89e512 None None] Port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:15.695548 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:15.696189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:23:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:15.740993 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01bfc8-b4d2-4247-8476-1d5edd5d5a59 None None] Pushing event updated for resources: {'Port': ['ID=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:15.746815 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-296453f3-145e-4bc2-864c-bdb28f82b6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:15.770393 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801890f-c8dd-4942-afef-eea85e4f9fac req-7da403b4-c8fe-4775-bccf-aaf2bb7b9c4d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:15.784052 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a801890f-c8dd-4942-afef-eea85e4f9fac req-7da403b4-c8fe-4775-bccf-aaf2bb7b9c4d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 936 time: 0.1816921 Jan 11 23:24:15.846482 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:15.907314 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a801890f-c8dd-4942-afef-eea85e4f9fac req-e6980570-26f7-4781-9f90-f1bd5b7dac1f tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210248 Jan 11 23:24:15.923101 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Allocated IP 172.20.0.1 (feae7132-5d6e-4c00-aed9-5dc998347e6b/aa59b7ef-f727-417a-8fd8-dc95c0a29dea/bd56ce8e-7a49-4196-8184-eaf410669854) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:16.066363 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237068-8102-4170-b22e-7bf7563eb342 req-6f2c5f33-d127-4cd9-b00e-9bbe31177359 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:16.082068 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-05237068-8102-4170-b22e-7bf7563eb342 req-6f2c5f33-d127-4cd9-b00e-9bbe31177359 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0773954 Jan 11 23:24:16.096982 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:24:16.113442 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Publish callbacks [] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.118444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks [] for port (bd56ce8e-7a49-4196-8184-eaf410669854), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.149981 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Transition to ACTIVE for port object 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:24:16.160954 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-05237068-8102-4170-b22e-7bf7563eb342 req-d336a30b-853d-49d4-9233-5969cfec40e0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733261 Jan 11 23:24:16.230662 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.242898 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:12Z', 'revision_number': 3, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:16.277102 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192d01ac-ae31-47f9-b5c9-763e742f27ef None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:12Z', 'revision_number': 3, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:16.281923 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.328885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Network feae7132-5d6e-4c00-aed9-5dc998347e6b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:16.334154 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:16.338082 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:16.340245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:16.428803 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Pushing event updated for resources: {'Port': ['ID=bd56ce8e-7a49-4196-8184-eaf410669854,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:16.528726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (68434192-3d7a-4a32-b21c-4eda2092978a), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.661916 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Attempting to bind port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:16.662436 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Attempting to bind port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:16.662838 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Attempting to bind port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb on network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:16.675431 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb on network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:24:16.675882 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Attempting to bind port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb on network d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:16.710865 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6628699-f45c-4e6d-b5c4-dcb5145f10e9 req-0afac2dd-4f22-4b43-9fb3-ce0247f0e7b3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:16.724120 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a6628699-f45c-4e6d-b5c4-dcb5145f10e9 req-0afac2dd-4f22-4b43-9fb3-ce0247f0e7b3 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.1103570 Jan 11 23:24:16.769320 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:16.769485 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Checking segment: {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:16.769851 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Bound using segment: {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:16.770312 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Bound port: 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082a19d8-584b-4a48-82c4-2b08c2fcf3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:16.770671 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.906178 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-4d08951a-a0fc-43da-9dde-5937edb53f45 None None] Provisioning complete for port bd56ce8e-7a49-4196-8184-eaf410669854 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:16.906762 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4d08951a-a0fc-43da-9dde-5937edb53f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:16.922975 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a6628699-f45c-4e6d-b5c4-dcb5145f10e9 req-e48092d1-c18e-459a-b84b-ba1d7470178d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981165 Jan 11 23:24:17.014475 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-4d08951a-a0fc-43da-9dde-5937edb53f45 None None] Port bd56ce8e-7a49-4196-8184-eaf410669854 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:17.024307 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.056311 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:17.061953 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41126) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:17.157390 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] For port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:17.166620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e6496-3d64-4e4e-a552-7cd193f9f72b req-dd5e7c66-2937-4bad-a198-c635986e31b4 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:17.182491 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-574e6496-3d64-4e4e-a552-7cd193f9f72b req-dd5e7c66-2937-4bad-a198-c635986e31b4 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 948 time: 0.1524961 Jan 11 23:24:17.197456 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] For port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:17.243181 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:17.249975 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.361587 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-574e6496-3d64-4e4e-a552-7cd193f9f72b req-aceae6d5-793d-48e6-95f5-0fc37c98ee7b tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755412 Jan 11 23:24:17.435599 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1555441790-network', 'tenant_id': '4a79824d06b94564aa6c30def6e33861'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:17.466543 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.471274 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:17.471665 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.490987 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54705a5-098a-4608-9308-0b3c4ec61d22 req-3fe9bc6a-16c5-4c02-a814-74e5f3028303 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:17.499299 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d54705a5-098a-4608-9308-0b3c4ec61d22 req-3fe9bc6a-16c5-4c02-a814-74e5f3028303 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0771778 Jan 11 23:24:17.503389 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:17.569624 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d54705a5-098a-4608-9308-0b3c4ec61d22 req-f66353aa-db79-4645-8504-6ad3b854164b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690675 Jan 11 23:24:17.581749 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41136) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:17.584070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:17.588793 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.635064 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:17.635695 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.650529 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ed4a2868-afbe-404d-b2e5-1ed8fe129eb4 service neutron] 10.222.0.35 "PUT /v2.0/ports/30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb HTTP/1.1" status: 200 len: 1098 time: 2.6998641 Jan 11 23:24:17.653600 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'tag': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:17.655943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb84fc4-f300-4890-94bd-8079151b35e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9592aec8-ec27-4848-a0a2-2e210f71ac17", "tag": "30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:17.703226 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks [] for port (bd56ce8e-7a49-4196-8184-eaf410669854), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.755277 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd864e-a8c4-4e91-8dbc-182cf19f87a3 req-549baf0a-d033-4033-9fec-f7eb3ed7d3ed tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:17.765085 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:17.766456 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bfcd864e-a8c4-4e91-8dbc-182cf19f87a3 req-549baf0a-d033-4033-9fec-f7eb3ed7d3ed tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0927303 Jan 11 23:24:17.768029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Made reservation on behalf of 4a79824d06b94564aa6c30def6e33861 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:17.770440 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.794313 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.805120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.910288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d9e806ad-d34c-48f4-867e-11d0106a4c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:17.941029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Pushing event updated for resources: {'Port': ['ID=bd56ce8e-7a49-4196-8184-eaf410669854,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:17.951996 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bfcd864e-a8c4-4e91-8dbc-182cf19f87a3 req-18e5186a-ae8e-4e34-9877-4435daac1c98 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740689 Jan 11 23:24:17.982473 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511b2dd-0fd1-43d4-9502-551ff4c8551c tempest-TestShelveInstance-1729818190 tempest-TestShelveInstance-1729818190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:17.984346 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-8511b2dd-0fd1-43d4-9502-551ff4c8551c tempest-TestShelveInstance-1729818190 tempest-TestShelveInstance-1729818190-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1094 time: 0.4015985 Jan 11 23:24:17.988010 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:18.007588 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'port_id': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:18.042764 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (68434192-3d7a-4a32-b21c-4eda2092978a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.046519 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abe23b9-6b09-4b89-9a1e-121e5a240505 x-openstack-request-id: req-5abe23b9-6b09-4b89-9a1e-121e5a240505 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:18.046835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9592aec8-ec27-4848-a0a2-2e210f71ac17", "tag": "30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:18.047453 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5abe23b9-6b09-4b89-9a1e-121e5a240505 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:18.047863 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'tag': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb', 'status': 'completed', 'code': 200} Jan 11 23:24:18.128472 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.155691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks [] for security_group (5dcd9704-6c80-447c-be24-3127f7a5b0d3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.216893 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Network feae7132-5d6e-4c00-aed9-5dc998347e6b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:18.219253 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:18.221237 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (5dcd9704-6c80-447c-be24-3127f7a5b0d3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.266791 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.298155 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:24:18.331285 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcd9704-6c80-447c-be24-3127f7a5b0d3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:18.342210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (490269a3-9b11-475b-a569-5cc610e3486d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.342553 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Added segment 490269a3-9b11-475b-a569-5cc610e3486d of type vlan for network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 Jan 11 23:24:18.440092 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Allocated IP 172.27.0.35 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/e037ed61-b72d-4c7f-86fd-ca93bec28f77) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:18.471743 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (7715bb71-d3ca-4b56-bd0b-f6eec231fe27), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.518363 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Router 68434192-3d7a-4a32-b21c-4eda2092978a has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:24:18.589688 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (7715bb71-d3ca-4b56-bd0b-f6eec231fe27), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.590706 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:18.591305 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.608334 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.714147 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9b1c7-80c9-47b6-ab20-50fcc382df77 req-324e38ce-4288-4426-bfdd-f7e018df1205 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:18.721645 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89a9b1c7-80c9-47b6-ab20-50fcc382df77 req-324e38ce-4288-4426-bfdd-f7e018df1205 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 948 time: 0.1051528 Jan 11 23:24:18.739630 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-3f753ffa-2628-4d1c-8376-024308cd72d9 None None] Provisioning complete for port bd56ce8e-7a49-4196-8184-eaf410669854 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:18.741671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3f753ffa-2628-4d1c-8376-024308cd72d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.744258 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6799991 Jan 11 23:24:18.756143 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41150) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:18.765222 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Request body: {'subnet': {'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1555441790-subnet', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:18.771578 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602282b-953f-4a7d-8518-4ca1d58bdf7a admin admin] Pushing event updated for resources: {'Network': ['ID=7715bb71-d3ca-4b56-bd0b-f6eec231fe27,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:18.810709 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:24:18.836876 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89a9b1c7-80c9-47b6-ab20-50fcc382df77 req-20cc6b95-a3b2-4efc-9edf-839d980f2a36 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142759 Jan 11 23:24:18.842276 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:18.848044 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-875f73ae-9f80-41f9-9cc9-6e669fc7ed5b admin admin] 10.222.0.21 "PUT /v2.0/routers/68434192-3d7a-4a32-b21c-4eda2092978a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7613513 Jan 11 23:24:18.863318 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.917825 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:18.940697 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:18.942387 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Made reservation on behalf of 4a79824d06b94564aa6c30def6e33861 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:18.945318 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:18.948600 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:18.954805 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:18.979174 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3f753ffa-2628-4d1c-8376-024308cd72d9 None None] Port bd56ce8e-7a49-4196-8184-eaf410669854 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:19.031198 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:19.031599 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:19.060235 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'Port': ['ID=e037ed61-b72d-4c7f-86fd-ca93bec28f77,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:19.179347 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84fc4-f300-4890-94bd-8079151b35e2 req-056da99b-9e19-4f59-b11b-43330e760f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:19.182129 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bcb84fc4-f300-4890-94bd-8079151b35e2 req-056da99b-9e19-4f59-b11b-43330e760f7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c3c5634918d4930b240ac21c827dd4b&device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 1101 time: 0.1186678 Jan 11 23:24:19.237002 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bcb84fc4-f300-4890-94bd-8079151b35e2 req-fc52e9f2-3595-4e12-a5a6-71f7a0ea0c81 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c3c5634918d4930b240ac21c827dd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399852 Jan 11 23:24:19.250561 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:19.264543 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:19.286164 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ed84-d796-4d09-a6ba-cb9bf2622d9a req-62eb46c8-8812-478b-b236-e427e81e2b18 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:19.293018 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:19.297239 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fcf0ed84-d796-4d09-a6ba-cb9bf2622d9a req-62eb46c8-8812-478b-b236-e427e81e2b18 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.1483803 Jan 11 23:24:19.320866 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:19.322246 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:19.430878 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fcf0ed84-d796-4d09-a6ba-cb9bf2622d9a req-9ced00a7-460e-483c-8001-158381f88c41 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361465 Jan 11 23:24:19.476529 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:19.504308 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84fc4-f300-4890-94bd-8079151b35e2 req-3ec442d1-ab26-4c5d-bb56-651d6ddac953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:19.506640 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bcb84fc4-f300-4890-94bd-8079151b35e2 req-3ec442d1-ab26-4c5d-bb56-651d6ddac953 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2628608 Jan 11 23:24:19.573097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (6fcab61d-3ba3-4d78-a539-6a9d6c069b56), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:19.738122 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 2, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:19.775668 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:19.776260 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Updating router 68434192-3d7a-4a32-b21c-4eda2092978a port bd56ce8e-7a49-4196-8184-eaf410669854 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:24:19.797013 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcab61d-3ba3-4d78-a539-6a9d6c069b56,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:19.810285 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Checking segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:19.810737 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Network hostable DHCP agents. Network: 7715bb71-d3ca-4b56-bd0b-f6eec231fe27, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:24:19.816610 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-7d09ed93-87b6-40bd-b1f1-a18b146566e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:19.819892 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:19.827522 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-7d09ed93-87b6-40bd-b1f1-a18b146566e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c3c5634918d4930b240ac21c827dd4b&device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 1101 time: 0.1632235 Jan 11 23:24:19.882663 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for floatingip (3a74cf98-c587-4016-8355-6194090609c5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:19.965402 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-01de9747-5c86-43b0-9c9f-f02a1a5e90dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb HTTP/1.1" status: 200 len: 217 time: 0.1185813 Jan 11 23:24:20.062201 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:24:20.136377 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-aaa507e4-ae67-4060-891f-37af557f3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:20.138748 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-aaa507e4-ae67-4060-891f-37af557f3bb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb9c5a3f-d8e2-4932-bd70-487e2173469c HTTP/1.1" status: 200 len: 843 time: 0.1677279 Jan 11 23:24:20.239290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ee6b7d57-9f0f-4254-98c2-94b229b1e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:20.243473 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-ee6b7d57-9f0f-4254-98c2-94b229b1e931 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0956273 Jan 11 23:24:20.325409 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b874b5-13b2-4ea5-af0e-fe3de0f3c5c1 req-e5898e2a-2016-4073-bf1e-30619df2ce38 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:20.332754 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c1b874b5-13b2-4ea5-af0e-fe3de0f3c5c1 req-e5898e2a-2016-4073-bf1e-30619df2ce38 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 948 time: 0.1220620 Jan 11 23:24:20.395578 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-e6592a12-88f4-4c50-8c8e-47b56ebe8496 service neutron] 10.222.0.35 "GET /v2.0/networks/d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456392 Jan 11 23:24:20.401132 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c1b874b5-13b2-4ea5-af0e-fe3de0f3c5c1 req-03e83579-4645-4f8b-bdb7-535196c04449 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Jan 11 23:24:20.417641 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Publish callbacks [] for port (bd56ce8e-7a49-4196-8184-eaf410669854), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.507551 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e86fa5fe-88f2-4705-a454-05150fa48d71 req-4d0e63b2-0a65-4704-9265-a9d902000807 service neutron] 10.222.0.35 "GET /v2.0/networks/d81b8a68-45f8-4b40-a7c0-9e1ffa7eb360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038828 Jan 11 23:24:20.556144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40b10d-164d-429d-a447-e769760c2ddd req-5a9e2a6d-4f0b-429c-a38e-fd65e38bb2f4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:20.557816 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef40b10d-164d-429d-a447-e769760c2ddd req-5a9e2a6d-4f0b-429c-a38e-fd65e38bb2f4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0548866 Jan 11 23:24:20.610034 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef40b10d-164d-429d-a447-e769760c2ddd req-85f42b5d-e1c1-4a04-9290-c0343c94ccae tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447588 Jan 11 23:24:20.687139 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 7715bb71-d3ca-4b56-bd0b-f6eec231fe27) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:20.691228 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:20.691826 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.697980 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5010fa55-e8e9-4732-ac40-89cf5995159e None None] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:24:20.767918 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.778808 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.812329 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.826079 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6b74fc9b-19f9-41eb-8129-49774456028e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0685368 Jan 11 23:24:20.830174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41186) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:20.835577 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:20.844976 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41190) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:20.847343 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:24:20.848264 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.856771 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094277487', 'description': 'tempest-description--1374124084'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:20.862699 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Pushing event updated for resources: {'Port': ['ID=bd56ce8e-7a49-4196-8184-eaf410669854,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:20.876309 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.877123 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.878296 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.878990 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.879547 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.880360 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.880956 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.883179 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.884231 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.885628 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.886222 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.886777 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.887860 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:20.994506 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:20.996227 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.003742 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Attempting to bind port bd56ce8e-7a49-4196-8184-eaf410669854 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:21.004149 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Attempting to bind port bd56ce8e-7a49-4196-8184-eaf410669854 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:21.004502 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Attempting to bind port bd56ce8e-7a49-4196-8184-eaf410669854 on network feae7132-5d6e-4c00-aed9-5dc998347e6b {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:21.011334 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:21.011743 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Checking segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:21.014526 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.015168 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Bound using segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:21.015671 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Bound port: bd56ce8e-7a49-4196-8184-eaf410669854, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:21.016151 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.138939 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.149247 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks [] for router_controller (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.156223 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Allocated IP 172.20.0.2 (7715bb71-d3ca-4b56-bd0b-f6eec231fe27/6fcab61d-3ba3-4d78-a539-6a9d6c069b56/fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:21.185669 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] For port bd56ce8e-7a49-4196-8184-eaf410669854, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:21.193295 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] For port bd56ce8e-7a49-4196-8184-eaf410669854, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=bd56ce8e-7a49-4196-8184-eaf410669854,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:21.282297 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.306171 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (f744d7de-232c-455a-b23c-3800f1b8b948), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.312255 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.407172 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.441705 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Publish callbacks [] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.453281 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b4d71-302d-4911-ab4a-09e4072ee19f None None] Pushing event updated for resources: {'Port': ['ID=bd56ce8e-7a49-4196-8184-eaf410669854,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:21.458921 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:21.463426 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:21.475690 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] Provisioning complete for port bd56ce8e-7a49-4196-8184-eaf410669854 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:21.476096 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.519085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks [] for router_gateway (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.532603 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f744d7de-232c-455a-b23c-3800f1b8b948), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.560041 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.568951 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event updated for resources: {'Port': ['ID=e037ed61-b72d-4c7f-86fd-ca93bec28f77,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:21.607885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f744d7de-232c-455a-b23c-3800f1b8b948,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:21.644259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.647147 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:21.649157 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-02d11b9c-89ce-4462-b2af-4e9690a1cd6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8029826 Jan 11 23:24:21.651384 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:21.655134 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:21.657445 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41210) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:21.663089 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'security_group_rule': {'security_group_id': 'f744d7de-232c-455a-b23c-3800f1b8b948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:21.709209 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:21.760748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] Current status of the port bd56ce8e-7a49-4196-8184-eaf410669854 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:21.764511 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.845895 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (9c47723e-b2d8-4aae-bbe8-971b8bcc5e58), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.891550 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (3a74cf98-c587-4016-8355-6194090609c5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.894058 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Pushing event updated for resources: {'Port': ['ID=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:21.922318 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (9c47723e-b2d8-4aae-bbe8-971b8bcc5e58), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.958878 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] For port bd56ce8e-7a49-4196-8184-eaf410669854, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=bd56ce8e-7a49-4196-8184-eaf410669854,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:21.959974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Attempting to bind port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:21.960345 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Attempting to bind port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:21.960708 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Attempting to bind port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb on network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:21.977093 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:21.978489 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Checking segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:21.978489 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.978489 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Bound using segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:21.978748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Bound port: fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:21.979129 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:21.991691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.026009 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (9c47723e-b2d8-4aae-bbe8-971b8bcc5e58), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.086092 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.120771 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794174b-a1e8-4774-9992-a8555a284c33 req-d06cc7d3-d4ef-42eb-9a84-998b031f9b8d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:22.125771 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b794174b-a1e8-4774-9992-a8555a284c33 req-d06cc7d3-d4ef-42eb-9a84-998b031f9b8d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 948 time: 0.5588491 Jan 11 23:24:22.144242 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60de6-f16f-4878-9ee7-f9719a9ec457 req-4397dba3-1060-4cdc-8495-6e68375e50de tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:22.156017 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c47723e-b2d8-4aae-bbe8-971b8bcc5e58,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:22.164788 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b2f60de6-f16f-4878-9ee7-f9719a9ec457 req-4397dba3-1060-4cdc-8495-6e68375e50de tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.2690284 Jan 11 23:24:22.232861 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb44b9-00c3-4ce7-b9b7-998455397243 None None] Pushing event updated for resources: {'Port': ['ID=bd56ce8e-7a49-4196-8184-eaf410669854,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:22.272798 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks [] for router_gateway (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.320135 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.343039 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.348639 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-1360ec7e-8025-4c3d-89e2-fce4c3e00f5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6896827 Jan 11 23:24:22.357119 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-84b7c4f5-81d9-42a9-b3fd-65ab5b44f514 None None] Provisioning complete for port bd56ce8e-7a49-4196-8184-eaf410669854 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:22.357530 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84b7c4f5-81d9-42a9-b3fd-65ab5b44f514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.359612 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] For port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:22.363609 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] For port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:22.401039 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41214) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:22.420427 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.424273 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'security_group_rule': {'security_group_id': 'f744d7de-232c-455a-b23c-3800f1b8b948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:22.451616 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b2f60de6-f16f-4878-9ee7-f9719a9ec457 req-8704170f-6a01-45cb-a2cb-948069b6fa3a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847538 Jan 11 23:24:22.453572 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:22.577511 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:22.583238 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b794174b-a1e8-4774-9992-a8555a284c33 req-fbf9ec6a-8ee3-4c3f-abc8-03b11ca2231f tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136860 Jan 11 23:24:22.606608 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Floating IP 3a74cf98-c587-4016-8355-6194090609c5 associated. External IP: 172.27.0.35, port: ae5635d8-bc39-4921-9c68-9218f7d190e0. Jan 11 23:24:22.625407 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178b1ea-2c68-4057-8196-57208c8b6a85 None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:22.628571 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Allocated IP 172.27.0.172 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/33376a8b-8435-4d3a-a4e9-273726c6e874) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:22.667326 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bcb4f-c81a-4ce4-96d4-15353baf0ed2 None None] Pushing event updated for resources: {'Port': ['ID=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:22.724764 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-b01d91f8-04a9-4759-8e4c-643c5fa8e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:22.726331 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-b01d91f8-04a9-4759-8e4c-643c5fa8e9e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1099 time: 0.1752455 Jan 11 23:24:22.766419 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-84b7c4f5-81d9-42a9-b3fd-65ab5b44f514 None None] Current status of the port bd56ce8e-7a49-4196-8184-eaf410669854 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:22.899351 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (af5fa367-829a-4d6c-b488-c6814da65b33), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.037759 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device bd56ce8e-7a49-4196-8184-eaf410669854 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:23.063829 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (af5fa367-829a-4d6c-b488-c6814da65b33), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.142545 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (af5fa367-829a-4d6c-b488-c6814da65b33), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.167080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5fa367-829a-4d6c-b488-c6814da65b33,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:23.221791 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Router bcf81964-f715-4221-b969-413006281cbf has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:24:23.225641 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-f99abe7f-2683-4e13-945d-5f246a6861e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:23.227232 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-f99abe7f-2683-4e13-945d-5f246a6861e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.4752333 Jan 11 23:24:23.233293 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks [] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.296217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port bd56ce8e-7a49-4196-8184-eaf410669854 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:23.296606 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.447377 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:23.475476 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] Sync routers for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:23.485390 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.489674 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ef6452c7-217d-466d-a22f-013df9da055f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0852206 Jan 11 23:24:23.490736 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41228) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:23.502222 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:23.552439 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.569988 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port bd56ce8e-7a49-4196-8184-eaf410669854 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:23.587678 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:23.588364 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:23.737451 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-62c63bd0-1e5d-4c58-91a5-b588d826d3e6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7467175 Jan 11 23:24:23.749467 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:23.752705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58740b5f-d52b-4ae5-b929-efbf6e4a5938" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:23.837268 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:24:23.843565 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-9d79caf5-b2be-4964-86ca-7319f4fc7e60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 1001 time: 0.6085212 Jan 11 23:24:23.876078 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab0356-3361-487f-973d-4d014edd8eef req-e2fdd069-6296-4847-b587-82bad30f8b92 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:23.890236 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54ab0356-3361-487f-973d-4d014edd8eef req-e2fdd069-6296-4847-b587-82bad30f8b92 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.2565296 Jan 11 23:24:23.899578 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:23.948129 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6aced-1dda-4c4c-b4b2-16cfb78c3ba5 req-9700fa27-7767-4697-9e00-d2f97410a00b tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:23.953532 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09e6aced-1dda-4c4c-b4b2-16cfb78c3ba5 req-9700fa27-7767-4697-9e00-d2f97410a00b tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 948 time: 0.2129622 Jan 11 23:24:24.001359 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-fb0a64f5-8ebb-4eaa-9fe2-deb820c996ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:24.003313 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-fb0a64f5-8ebb-4eaa-9fe2-deb820c996ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.1510355 Jan 11 23:24:24.086371 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54ab0356-3361-487f-973d-4d014edd8eef req-4f9e3ed2-1c17-4b6e-8d2b-9185478793d0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950891 Jan 11 23:24:24.167004 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:24.202409 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:24.250471 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09e6aced-1dda-4c4c-b4b2-16cfb78c3ba5 req-4cf2a377-2ae8-44d1-aae7-5fe2d09bc91d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745969 Jan 11 23:24:24.253298 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb', 'network_id': 'd81b8a68-45f8-4b40-a7c0-9e1ffa7eb360', 'port_id': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb', 'mac_address': 'fa:16:3e:f1:38:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9c5a3f-d8e2-4932-bd70-487e2173469c', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:24:24.266576 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094bae7-c673-4626-8095-da3923edf8f8 x-openstack-request-id: req-6094bae7-c673-4626-8095-da3923edf8f8 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:24.267909 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:24.268405 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6094bae7-c673-4626-8095-da3923edf8f8 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:24.269106 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'status': 'completed', 'code': 200} Jan 11 23:24:24.389597 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:24.392438 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:24.393046 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:24.421168 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:24.423319 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-be1927dc-7b59-4347-aa15-a86406ca579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:24.424824 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-be1927dc-7b59-4347-aa15-a86406ca579d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3671501 Jan 11 23:24:24.425817 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:24.431159 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:24.435889 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbfa785-40c7-48f6-9b1a-449bb4a81a26 None None] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:24:24.438833 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:24.499082 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:24:24.518738 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Pushing event updated for resources: {'Port': ['ID=33376a8b-8435-4d3a-a4e9-273726c6e874,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:24.539162 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:24.555927 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-25164da5-c67d-4786-ab6c-2da10d510aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:24.557588 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-25164da5-c67d-4786-ab6c-2da10d510aa3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.2385876 Jan 11 23:24:24.630496 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Allocated IP 172.27.0.207 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/3c76e69e-6dc1-49f1-bd62-8864722228ea) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:24.663746 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:24.735798 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] Provisioning complete for port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:24.736051 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:24.825922 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-65673fe4-5f11-422d-9d52-b17d028925df service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464808 Jan 11 23:24:24.850820 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:24.936868 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-2d765a2f-f003-47d5-87e0-5a48b2b432ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:24.938365 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-2d765a2f-f003-47d5-87e0-5a48b2b432ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 910 time: 0.3373036 Jan 11 23:24:24.958368 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:24.973492 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.027494 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:25.040382 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:25.047225 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-378c0f8c-794c-4c62-ae71-2f6a8e4eced0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 999 time: 0.1014030 Jan 11 23:24:25.049752 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d0ffce42-fa44-41d7-86b0-c8a64d97979b req-fb3550be-9c05-4ae6-af9d-992431818364 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153728 Jan 11 23:24:25.051131 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:25.054349 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:25.092169 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'Port': ['ID=3c76e69e-6dc1-49f1-bd62-8864722228ea,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:25.173623 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-14f716fe-84f6-4200-9174-6202c2d1d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.177682 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-14f716fe-84f6-4200-9174-6202c2d1d2b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0685275 Jan 11 23:24:25.185614 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] Current status of the port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:25.186117 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.234435 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:24:25.301209 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (537316de-2b3a-42e9-9e61-d59cb91977db), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.314582 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-92918100-400a-4b0c-9bfb-79a7c147d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.320689 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-92918100-400a-4b0c-9bfb-79a7c147d48b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1099 time: 0.1348236 Jan 11 23:24:25.326355 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1592-f1f7-4ff0-9b56-ec9c3632cb3e req-be8049fe-6c76-4896-9a92-71cc5c4644a9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.334438 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d5b1592-f1f7-4ff0-9b56-ec9c3632cb3e req-be8049fe-6c76-4896-9a92-71cc5c4644a9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0904205 Jan 11 23:24:25.367382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:25.373776 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.474820 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-f4c1cc29-1253-4167-87fc-17561587121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.474970 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] For port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:25.476902 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-f4c1cc29-1253-4167-87fc-17561587121d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2550921 Jan 11 23:24:25.478034 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-f7834c73-1e93-4493-a2f7-ee6e73ef6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.479603 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-f7834c73-1e93-4493-a2f7-ee6e73ef6f11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.1451631 Jan 11 23:24:25.520530 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d5b1592-f1f7-4ff0-9b56-ec9c3632cb3e req-3e8fcf86-a03a-4d0f-82cc-e8ecaa775ebc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846244 Jan 11 23:24:25.532516 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.539687 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '3a74cf98-c587-4016-8355-6194090609c5', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'bcf81964-f715-4221-b969-413006281cbf', 'port_id': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'mac_address': 'fa:16:3e:5a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:24:19Z', 'updated_at': '2022-01-11T23:24:19Z', 'revision_number': 0, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:39Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:25.581696 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.634180 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8e49-2e0e-4c7d-99a3-5cc85f5eb3a5 req-7bb232b8-512f-490d-9e8a-1a1ba45bdd79 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.636006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-456e8e49-2e0e-4c7d-99a3-5cc85f5eb3a5 req-7bb232b8-512f-490d-9e8a-1a1ba45bdd79 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 949 time: 0.2494857 Jan 11 23:24:25.702397 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] Checking router: bcf81964-f715-4221-b969-413006281cbf for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:25.708415 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-00519b45-c7f5-494e-a39d-b4836b9e671c service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205597 Jan 11 23:24:25.739284 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-0e31e862-ac9d-41c1-afa9-3d1b6e37a78e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 1001 time: 0.2236505 Jan 11 23:24:25.757605 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-456e8e49-2e0e-4c7d-99a3-5cc85f5eb3a5 req-147c87a8-813a-4353-8528-8f13d766dc95 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091945 Jan 11 23:24:25.775415 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d33a3e-60bf-4ebf-b3b8-b8c8e83e1b0b None None] Pushing event updated for resources: {'Port': ['ID=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:25.820131 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:25.826675 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.881587 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-0b7a092d-e882-4caa-a447-a6b1b31292a2 None None] Provisioning complete for port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:25.881956 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0b7a092d-e882-4caa-a447-a6b1b31292a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.903814 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-32bd58f5-2877-4fd5-9d05-017871018653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:25.905881 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-32bd58f5-2877-4fd5-9d05-017871018653 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0479147 Jan 11 23:24:25.913564 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks [] for router_gateway (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.927179 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:25.934279 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:25.935865 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:26.009100 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'Port': ['ID=3c76e69e-6dc1-49f1-bd62-8864722228ea,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:26.027357 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (537316de-2b3a-42e9-9e61-d59cb91977db), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:26.123946 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:26.125243 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-58e166e5-347e-4a45-be57-d3afbd5566ea tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6336036 Jan 11 23:24:26.188206 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:26.235149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-4f6a39b1-a20a-4600-92e5-c4ad59d44f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:26.236790 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-4f6a39b1-a20a-4600-92e5-c4ad59d44f47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2033734 Jan 11 23:24:26.242996 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-58740b5f-d52b-4ae5-b929-efbf6e4a5938 req-f52f943e-4a76-4704-9b05-5bc167ad943d service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539316 Jan 11 23:24:26.249021 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:26.259659 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a092d-e882-4caa-a447-a6b1b31292a2 None None] Current status of the port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:26.369948 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-d18c889a-f786-488a-b5fb-f0ddf9742bdd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2094277487&fields=id&tenant_id=73f8ba39b6204465860f6a4409ed321a HTTP/1.1" status: 200 len: 267 time: 0.0935404 Jan 11 23:24:26.536079 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-95222dc5-afc6-4c47-bd53-67001a7e637e service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194026 Jan 11 23:24:26.580967 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-a022c758-9875-4ce6-9ce1-b10f660a957e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:26.585538 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-a022c758-9875-4ce6-9ce1-b10f660a957e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 811 time: 0.2154047 Jan 11 23:24:26.614162 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-17b61a9b-3b77-4e8f-a4e0-e257a3ed0d72 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/quotas/73f8ba39b6204465860f6a4409ed321a HTTP/1.1" status: 200 len: 375 time: 0.0223651 Jan 11 23:24:26.657069 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '3a74cf98-c587-4016-8355-6194090609c5', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'bcf81964-f715-4221-b969-413006281cbf', 'port_id': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'mac_address': 'fa:16:3e:5a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:24:19Z', 'updated_at': '2022-01-11T23:24:19Z', 'revision_number': 0, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:39Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:26.679581 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-84866f1a-a31e-4fe9-b1ec-33c027cb9f53 req-7983ac0a-bb65-4345-8cc9-469ef8b7faea service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335018 Jan 11 23:24:26.681803 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:24:26.719550 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564168ac-497e-41a9-b052-c1957b264ca9 None None] The sync data for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi is: [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '3a74cf98-c587-4016-8355-6194090609c5', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'floating_ip_address': '172.27.0.35', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'bcf81964-f715-4221-b969-413006281cbf', 'port_id': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'mac_address': 'fa:16:3e:5a:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:24:19Z', 'updated_at': '2022-01-11T23:24:19Z', 'revision_number': 0, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:39Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:26.721697 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8938ef-5059-44d4-96d7-1db322c2afe1 req-920afb74-a9a6-4998-8d33-ccd1ed520c90 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:26.733542 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc8938ef-5059-44d4-96d7-1db322c2afe1 req-920afb74-a9a6-4998-8d33-ccd1ed520c90 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.0730224 Jan 11 23:24:26.762816 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-4973c57f-e9eb-4e71-9094-0ac3c9bf9ebd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459706 Jan 11 23:24:26.817601 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc8938ef-5059-44d4-96d7-1db322c2afe1 req-ef3ecc64-f81a-4644-ad85-5f4d253a863d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814009 Jan 11 23:24:26.930204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:26.942261 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Sync routers for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:26.945149 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:26.958799 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:26.962676 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:26.995991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae002f2-4e7c-4069-b7f0-5f8a4b7580c4 req-4c8570db-4f31-4dc3-8d3b-e8e1564112c7 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:26.997878 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3ae002f2-4e7c-4069-b7f0-5f8a4b7580c4 req-4c8570db-4f31-4dc3-8d3b-e8e1564112c7 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 949 time: 0.0864520 Jan 11 23:24:27.006021 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-de5d2230-291b-485f-bbf4-ffe78684ba97 service neutron] 10.222.0.21 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080443 Jan 11 23:24:27.013622 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:27.017942 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-60d1b16e-0a66-40f3-a75e-d65b2b1c1182 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1847882 Jan 11 23:24:27.018264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41276) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:27.064714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:27.066383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:27.137581 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-af16d248-30d9-4159-b055-de99b4ffbb1c service neutron] 10.222.0.21 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298692 Jan 11 23:24:27.163226 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:27.190731 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a62deb-8e9e-49f2-958e-3ee3f4b1d737 None None] New status for floating IP 3a74cf98-c587-4016-8355-6194090609c5: ACTIVE {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:24:27.223743 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3ae002f2-4e7c-4069-b7f0-5f8a4b7580c4 req-5d963051-876c-4b98-b9f3-9ff54a68726d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055939 Jan 11 23:24:27.498098 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:24Z', 'revision_number': 3, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:27.593901 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37fc3e10-3c92-4e4a-bc7e-f496004930eb req-a1ddbbf6-5283-49c1-97d9-7857317d01d0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0719833 Jan 11 23:24:27.625086 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Checking router: ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:27.625499 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Updating router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 port 33376a8b-8435-4d3a-a4e9-273726c6e874 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:24:27.685683 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:27.749801 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:27.776704 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:28.070247 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacdf3d-7cb3-483e-a439-2c109d59ced1 req-d1cb5768-8409-4e08-b83a-8600235c4be8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:28.072978 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bdacdf3d-7cb3-483e-a439-2c109d59ced1 req-d1cb5768-8409-4e08-b83a-8600235c4be8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 946 time: 0.1310985 Jan 11 23:24:28.133369 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:24:28.139357 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:28.139988 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.199369 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bdacdf3d-7cb3-483e-a439-2c109d59ced1 req-73c0f40a-a44e-4734-a957-ff16002a8d69 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179087 Jan 11 23:24:28.320062 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:28.320691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.339005 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Publish callbacks [] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.350199 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:28.352638 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ae760-5cb8-4032-b70f-9aee6ce4ccf3" -d '{"events": [{"server_uuid": "9592aec8-ec27-4848-a0a2-2e210f71ac17", "name": "network-vif-plugged", "status": "completed", "tag": "30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:28.400080 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:28.405226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34911449-a474-4160-96ac-45363f7ea54a x-openstack-request-id: req-34911449-a474-4160-96ac-45363f7ea54a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:28.405599 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9592aec8-ec27-4848-a0a2-2e210f71ac17", "name": "network-vif-plugged", "status": "completed", "tag": "30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:28.406128 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34911449-a474-4160-96ac-45363f7ea54a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:28.406402 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb', 'code': 200} Jan 11 23:24:28.421726 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763121ff-d25c-4315-b5d0-3d50d4f47818 req-47b491eb-173b-4d71-84b7-ca987679c645 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:28.429339 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-763121ff-d25c-4315-b5d0-3d50d4f47818 req-47b491eb-173b-4d71-84b7-ca987679c645 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 949 time: 0.0843959 Jan 11 23:24:28.476006 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.519934 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-763121ff-d25c-4315-b5d0-3d50d4f47818 req-95bfa559-30eb-4569-aeb9-29b2f0e23ee0 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894270 Jan 11 23:24:28.528505 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.529375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:24:28.542481 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Attempting to bind port 33376a8b-8435-4d3a-a4e9-273726c6e874 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:28.543747 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Attempting to bind port 33376a8b-8435-4d3a-a4e9-273726c6e874 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:28.544297 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Attempting to bind port 33376a8b-8435-4d3a-a4e9-273726c6e874 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:28.570748 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:28.571551 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:28.572156 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.572749 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:28.573599 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Bound port: 33376a8b-8435-4d3a-a4e9-273726c6e874, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:28.574245 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.625244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.682087 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] For port 33376a8b-8435-4d3a-a4e9-273726c6e874, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:28.699832 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:28.707155 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] For port 33376a8b-8435-4d3a-a4e9-273726c6e874, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=33376a8b-8435-4d3a-a4e9-273726c6e874,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:28.758073 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-84a3136f-b8df-44f5-ab2b-52767f9405e6 req-8548d3c0-1935-4e4a-bfa7-fc12a5b04a14 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0625398 Jan 11 23:24:28.763751 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2effbd2-119d-4edb-96bf-af30aee30bf9 None None] Pushing event updated for resources: {'Port': ['ID=33376a8b-8435-4d3a-a4e9-273726c6e874,revision_number=2']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:28.794483 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.827757 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: ACTIVE; New status is: DOWN {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:28.827757 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:28.890929 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:28.895083 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2effbd2-119d-4edb-96bf-af30aee30bf9 None None] Pushing event updated for resources: {'Port': ['ID=33376a8b-8435-4d3a-a4e9-273726c6e874,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:28.919994 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:28.920614 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:28.970824 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Allocated IP 172.20.0.1 (7715bb71-d3ca-4b56-bd0b-f6eec231fe27/6fcab61d-3ba3-4d78-a539-6a9d6c069b56/2467c02b-8108-47cb-b4ae-9704eb6d407d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:29.036662 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:29.048818 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:29.111654 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:29.122419 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks [] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:29.161339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a3b8d-236c-42e6-ae3c-915834d9c250 req-79884beb-c8c6-43a5-b5e6-7db9f13fc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:29.163123 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-815a3b8d-236c-42e6-ae3c-915834d9c250 req-79884beb-c8c6-43a5-b5e6-7db9f13fc4e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 1103 time: 0.1275225 Jan 11 23:24:29.226280 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-815a3b8d-236c-42e6-ae3c-915834d9c250 req-cd191a90-8398-4321-93f4-f08b616fcb78 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534029 Jan 11 23:24:29.281145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:29.317539 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:24Z', 'revision_number': 3, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:29.346736 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:29.349699 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:29.353235 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:29.359424 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Pushing event updated for resources: {'Port': ['ID=2467c02b-8108-47cb-b4ae-9704eb6d407d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:29.360855 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924022be-8567-4b3b-a7cf-bfbe2d731794 None None] The sync data for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi is: [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:24Z', 'revision_number': 3, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:29.413532 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.413886 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.414012 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4649dc5-a2be-4274-a6e8-be59b6f78e2c req-d5023693-2740-4d89-b62e-e4590c6b30b0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:29.414478 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.414565 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.414849 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.415232 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.415557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.415881 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.416204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.417410 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d4649dc5-a2be-4274-a6e8-be59b6f78e2c req-d5023693-2740-4d89-b62e-e4590c6b30b0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0882490 Jan 11 23:24:29.422881 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.423315 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.423660 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.423992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:29.427593 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:29.536432 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d4649dc5-a2be-4274-a6e8-be59b6f78e2c req-0defb670-42c2-42d5-9f9a-7fcd940a68c5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128838 Jan 11 23:24:29.724826 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1395f9-31f1-492e-b984-b75f43febbe8 req-499a475b-d194-4eff-8a9d-c1ab197ca85d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:29.728710 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e1395f9-31f1-492e-b984-b75f43febbe8 req-499a475b-d194-4eff-8a9d-c1ab197ca85d tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1016810 Jan 11 23:24:29.845652 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-5bca5e5f-5b22-4807-87c3-1c310247d11a None None] Provisioning complete for port 2467c02b-8108-47cb-b4ae-9704eb6d407d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:29.846287 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bca5e5f-5b22-4807-87c3-1c310247d11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:29.848495 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:29.856788 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e1395f9-31f1-492e-b984-b75f43febbe8 req-09257ac1-3051-442a-aaa1-7f6272111ae8 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187327 Jan 11 23:24:29.883452 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:24:29.926528 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5bca5e5f-5b22-4807-87c3-1c310247d11a None None] Port 2467c02b-8108-47cb-b4ae-9704eb6d407d cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:30.009567 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a99e140-5d3e-44d7-9e88-507f2e14dac5 req-b7c2acf4-92c8-4bdf-b3c9-be801496a75c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0607786 Jan 11 23:24:30.149090 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks [] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:30.249950 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:30.328341 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Pushing event updated for resources: {'Port': ['ID=2467c02b-8108-47cb-b4ae-9704eb6d407d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:30.350691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:30.409804 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:30.411221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c982f6-94d3-4f18-b0e4-3101fb82ef88" -d '{"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:30.498496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:30.498770 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5148b62e-ca61-45c5-adbe-da777968b305 x-openstack-request-id: req-5148b62e-ca61-45c5-adbe-da777968b305 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:30.498770 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:30.498770 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5148b62e-ca61-45c5-adbe-da777968b305 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:30.499109 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:30.499199 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'code': 200} Jan 11 23:24:30.682727 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:24:30.850979 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:30.866333 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f53fc706-c449-42e8-932c-fb71edf7411f admin admin] 10.222.0.21 "PUT /v2.0/routers/ddd2839b-72ea-4e9b-9c42-c23fb7bfe161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8391967 Jan 11 23:24:30.885845 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-7962f5a2-f527-43f2-b2d6-d9c0ff6bd836 None None] Provisioning complete for port 2467c02b-8108-47cb-b4ae-9704eb6d407d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:30.886359 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7962f5a2-f527-43f2-b2d6-d9c0ff6bd836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:30.963238 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 33376a8b-8435-4d3a-a4e9-273726c6e874 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:31.054876 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6e87-c498-410d-a266-cf3b7f0ba2ac req-8d76bd2a-f8e5-411c-8b92-c3ff7b555993 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:31.065652 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b40d6e87-c498-410d-a266-cf3b7f0ba2ac req-8d76bd2a-f8e5-411c-8b92-c3ff7b555993 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.0909095 Jan 11 23:24:31.086367 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-7962f5a2-f527-43f2-b2d6-d9c0ff6bd836 None None] Port 2467c02b-8108-47cb-b4ae-9704eb6d407d cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:31.097551 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 33376a8b-8435-4d3a-a4e9-273726c6e874 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:31.098245 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:31.157493 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b40d6e87-c498-410d-a266-cf3b7f0ba2ac req-9350033b-895b-4103-ba7d-0f9a32e8ce92 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906553 Jan 11 23:24:31.194117 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c35de4b7-6a74-4ecd-9321-4eb55ddd526a req-1f0db592-7600-45b2-83d6-1f589a5aee97 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0436141 Jan 11 23:24:31.212895 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 33376a8b-8435-4d3a-a4e9-273726c6e874 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:31.213439 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:31.260895 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-7410c52b-b4e4-453f-a70f-c7160eef76de req-4269cb0b-20f6-4961-86cc-1f0d4d6c798a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:24:31.261921 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7410c52b-b4e4-453f-a70f-c7160eef76de req-4269cb0b-20f6-4961-86cc-1f0d4d6c798a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070090 Jan 11 23:24:31.266622 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 33376a8b-8435-4d3a-a4e9-273726c6e874, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=33376a8b-8435-4d3a-a4e9-273726c6e874,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:31.355684 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:31.421038 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=33376a8b-8435-4d3a-a4e9-273726c6e874,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:31.661234 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2021399-93c5-4a74-8126-4faf34e27c52 req-9d6beabb-2290-4f32-8ce2-0f4398d97103 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:31.662772 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2021399-93c5-4a74-8126-4faf34e27c52 req-9d6beabb-2290-4f32-8ce2-0f4398d97103 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0563717 Jan 11 23:24:31.753682 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2021399-93c5-4a74-8126-4faf34e27c52 req-16da2fc8-366b-4cf0-9fdb-8fcb342e3ad1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796273 Jan 11 23:24:31.830109 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Sync routers for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:31.869684 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:31.873869 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:31.906188 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41390) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:31.914492 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1211459838-network', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:32.062495 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:32.073990 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Made reservation on behalf of 362b6cae73a84e4a80a8cef12a220d97 for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:32.077732 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.089062 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.249332 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks [] for security_group (6ef8e093-75e6-48fb-bdc3-44f060706732), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.355412 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (6ef8e093-75e6-48fb-bdc3-44f060706732), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.426814 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-180f6480-e2d3-465f-b5b5-a4265bc56f7a req-74f21bc4-7822-4b1e-b51c-40d93c84e103 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0725336 Jan 11 23:24:32.432420 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef8e093-75e6-48fb-bdc3-44f060706732,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:32.437148 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:24:32.454672 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 2, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:32.462751 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741cd64-3e8b-4fd8-91fe-3cb7106c8d65 req-97388198-890f-4b57-a9ff-9d975d02a292 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:32.462751 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8741cd64-3e8b-4fd8-91fe-3cb7106c8d65 req-97388198-890f-4b57-a9ff-9d975d02a292 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1542623 Jan 11 23:24:32.469668 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (1685802e-0571-4003-a91f-b94531520f27), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.470216 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Added segment 1685802e-0571-4003-a91f-b94531520f27 of type vlan for network 3033871e-5f61-43da-b327-d06f88c7b52d Jan 11 23:24:32.494422 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Checking router: ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:32.494930 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Updating router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 port 2467c02b-8108-47cb-b4ae-9704eb6d407d binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:24:32.523655 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.536054 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (3033871e-5f61-43da-b327-d06f88c7b52d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.624568 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8741cd64-3e8b-4fd8-91fe-3cb7106c8d65 req-6fcc63c1-4c9b-4ef2-a756-9487e760d926 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933933 Jan 11 23:24:32.644011 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:24:32.665513 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (3033871e-5f61-43da-b327-d06f88c7b52d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.666555 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:32.667135 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.749895 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 41410) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:32.773422 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] Pushing event updated for resources: {'Network': ['ID=3033871e-5f61-43da-b327-d06f88c7b52d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:32.785381 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: DOWN; New status is: DOWN {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:32.790166 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 3033871e-5f61-43da-b327-d06f88c7b52d details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:24:32.800549 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-faf6e842-2379-40d3-8e2e-8f4a6e7713de admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8927345 Jan 11 23:24:32.803550 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41416) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:32.810391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Request body: {'subnet': {'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1211459838-subnet', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'ip_version': 4}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:32.894768 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-1d9203bc-3a43-4857-ba1a-52d95c64e3f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436493 Jan 11 23:24:32.898433 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Made reservation on behalf of 362b6cae73a84e4a80a8cef12a220d97 for: {'subnet': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:32.900862 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4106597'] for subnet (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:32.913209 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-3b4dd2e8-4be2-4870-8b7e-e39e4e590f13 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:24:32.915666 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-3b4dd2e8-4be2-4870-8b7e-e39e4e590f13 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101762 Jan 11 23:24:32.972967 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 33376a8b-8435-4d3a-a4e9-273726c6e874 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:33.058209 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 33376a8b-8435-4d3a-a4e9-273726c6e874 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:33.059440 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Publish callbacks [] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.059955 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.082989 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42a11c-5ce0-4133-a944-b707a8aea5a8 req-ffdbd2ff-d406-482f-95d1-6fd3023d600c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:33.084615 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae42a11c-5ce0-4133-a944-b707a8aea5a8 req-ffdbd2ff-d406-482f-95d1-6fd3023d600c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1298540 Jan 11 23:24:33.162082 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.189967 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 33376a8b-8435-4d3a-a4e9-273726c6e874 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:33.191541 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae42a11c-5ce0-4133-a944-b707a8aea5a8 req-7b58009e-d8e3-42a8-aaad-d54299fc3114 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949101 Jan 11 23:24:33.297192 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5e238-5c28-4e7a-8e7c-15a5e87f4c6b None None] Pushing event updated for resources: {'Port': ['ID=2467c02b-8108-47cb-b4ae-9704eb6d407d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:33.351685 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3666362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4106127'] for subnet (d25593f7-210f-4343-a85d-418775d75ec8), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.383807 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Attempting to bind port 2467c02b-8108-47cb-b4ae-9704eb6d407d on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:33.384317 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Attempting to bind port 2467c02b-8108-47cb-b4ae-9704eb6d407d by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:33.385256 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Attempting to bind port 2467c02b-8108-47cb-b4ae-9704eb6d407d on network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:33.407119 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:33.409737 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Checking segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:33.410755 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.411305 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Bound using segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:33.412555 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Bound port: 2467c02b-8108-47cb-b4ae-9704eb6d407d, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:33.413021 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.456693 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d25593f7-210f-4343-a85d-418775d75ec8,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:33.519098 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Checking segment: {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:33.529756 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Network hostable DHCP agents. Network: 3033871e-5f61-43da-b327-d06f88c7b52d, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103147) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:24:33.674566 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] For port 2467c02b-8108-47cb-b4ae-9704eb6d407d, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:33.684700 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] For port 2467c02b-8108-47cb-b4ae-9704eb6d407d, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=2467c02b-8108-47cb-b4ae-9704eb6d407d,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:33.738357 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5b922a4a-0ec7-4420-85c0-e826653a324a req-520f0c73-8ee2-4836-9c27-becff87e6bb6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.1116230 Jan 11 23:24:33.755146 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Network 3033871e-5f61-43da-b327-d06f88c7b52d is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103147) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:24:33.816669 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.820090 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Provisioning complete for port 2467c02b-8108-47cb-b4ae-9704eb6d407d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:33.821463 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.881346 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5e238-5c28-4e7a-8e7c-15a5e87f4c6b None None] Pushing event updated for resources: {'Port': ['ID=2467c02b-8108-47cb-b4ae-9704eb6d407d,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:33.887299 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c69a-625e-4c15-b114-81e2c7c65a35 req-6a90ff79-ea38-426f-8e45-0d5a068fb0c4 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:33.889069 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ca16c69a-625e-4c15-b114-81e2c7c65a35 req-6a90ff79-ea38-426f-8e45-0d5a068fb0c4 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.0816205 Jan 11 23:24:33.902992 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:33.903538 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:33.937681 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 3033871e-5f61-43da-b327-d06f88c7b52d) {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:33.939425 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Current status of the port 2467c02b-8108-47cb-b4ae-9704eb6d407d is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:33.940218 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.944672 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:33.945800 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:33.953821 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2e089-e5f7-40f9-8b1f-d60f8f35b169 None None] Network 3033871e-5f61-43da-b327-d06f88c7b52d requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:24:33.984069 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ca16c69a-625e-4c15-b114-81e2c7c65a35 req-a3dbd38e-e709-404e-8147-a07bac00470b tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815568 Jan 11 23:24:34.059488 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d4eddbe9-3d25-475a-8e5d-4245a14ebf0b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2518253 Jan 11 23:24:34.059878 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41436) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:34.067167 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:34.082993 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] For port 2467c02b-8108-47cb-b4ae-9704eb6d407d, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=2467c02b-8108-47cb-b4ae-9704eb6d407d,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:34.100254 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:34.149233 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-3033871e-5f61-43da-b327-d06f88c7b52d', 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d', 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'fixed_ips': [{'subnet_id': 'd25593f7-210f-4343-a85d-418775d75ec8'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:24:34.150120 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.179319 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.234081 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (72137596-b107-4fa8-a7b2-4e4638e87f7f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.235832 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (72137596-b107-4fa8-a7b2-4e4638e87f7f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.317095 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks [] for router_controller (72137596-b107-4fa8-a7b2-4e4638e87f7f), precommit_add_association {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.338131 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Pushing event updated for resources: {'Port': ['ID=2467c02b-8108-47cb-b4ae-9704eb6d407d,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:34.360308 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3fe3b-1e2e-4c5a-b9fb-1766e08ca955 req-acd8d31b-ae3b-4272-8a62-30e8a46ea54f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:34.367404 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:33Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:34.368303 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8af3fe3b-1e2e-4c5a-b9fb-1766e08ca955 req-acd8d31b-ae3b-4272-8a62-30e8a46ea54f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0615520 Jan 11 23:24:34.373519 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.373895 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.374262 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.374604 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.374936 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.375266 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.375592 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.375918 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.376242 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.376581 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.376910 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.377253 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.377576 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fa460e-5013-4ae9-a774-b9b22e5557ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:24:34.382828 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-eb6d7b9e-b55c-47ae-a716-31f8c0e6e9f9 None None] Provisioning complete for port 2467c02b-8108-47cb-b4ae-9704eb6d407d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:34.388554 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-eb6d7b9e-b55c-47ae-a716-31f8c0e6e9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.400302 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dd2807-0c92-4034-9048-dc08cce78096 None None] The sync data for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi is: [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:33Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:34.422200 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Allocated IP 172.20.0.2 (3033871e-5f61-43da-b327-d06f88c7b52d/d25593f7-210f-4343-a85d-418775d75ec8/76b239f1-8815-4495-a610-2f80114deb7a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:34.441573 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8af3fe3b-1e2e-4c5a-b9fb-1766e08ca955 req-3b4811e7-3e70-414c-9147-262fd1061d7e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600836 Jan 11 23:24:34.560614 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-eb6d7b9e-b55c-47ae-a716-31f8c0e6e9f9 None None] Current status of the port 2467c02b-8108-47cb-b4ae-9704eb6d407d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:34.744274 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Publish callbacks [] for port (76b239f1-8815-4495-a610-2f80114deb7a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.818776 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (76b239f1-8815-4495-a610-2f80114deb7a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.877216 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Pushing event updated for resources: {'Port': ['ID=76b239f1-8815-4495-a610-2f80114deb7a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:34.901273 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Network 3033871e-5f61-43da-b327-d06f88c7b52d is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:34.908957 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:34.908957 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:34.910482 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks [] for router_gateway (72137596-b107-4fa8-a7b2-4e4638e87f7f), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:34.994012 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 2467c02b-8108-47cb-b4ae-9704eb6d407d up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:35.000844 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f787707a-d048-4e23-ade1-150307df6ea5 req-44ebe08c-d741-48b6-b306-de8d02024917 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0632720 Jan 11 23:24:35.113897 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Attempting to bind port 76b239f1-8815-4495-a610-2f80114deb7a on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:35.114321 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Attempting to bind port 76b239f1-8815-4495-a610-2f80114deb7a by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:35.114694 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Attempting to bind port 76b239f1-8815-4495-a610-2f80114deb7a on network 3033871e-5f61-43da-b327-d06f88c7b52d {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:35.124139 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:35.124519 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Checking segment: {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:35.124949 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:35.125362 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Bound using segment: {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:35.125830 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Bound port: 76b239f1-8815-4495-a610-2f80114deb7a, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:35.126211 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (76b239f1-8815-4495-a610-2f80114deb7a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:35.144539 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 2467c02b-8108-47cb-b4ae-9704eb6d407d triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:35.144539 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:35.203078 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676dda8-af20-4b73-b9ca-e63ca43e9b6e req-8e979ed2-3332-4456-92b3-03e2a63fe690 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:35.204886 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7676dda8-af20-4b73-b9ca-e63ca43e9b6e req-8e979ed2-3332-4456-92b3-03e2a63fe690 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1053076 Jan 11 23:24:35.289914 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] For port 76b239f1-8815-4495-a610-2f80114deb7a, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:35.295880 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] For port 76b239f1-8815-4495-a610-2f80114deb7a, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=76b239f1-8815-4495-a610-2f80114deb7a,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:35.332737 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7676dda8-af20-4b73-b9ca-e63ca43e9b6e req-73ee76cb-32ff-4c44-9f7e-9e8d478f4997 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168244 Jan 11 23:24:35.358607 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 2467c02b-8108-47cb-b4ae-9704eb6d407d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:35.373918 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (76b239f1-8815-4495-a610-2f80114deb7a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:35.513901 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbddf81-9646-42e8-b768-93c4717f0435 None None] Pushing event updated for resources: {'Port': ['ID=76b239f1-8815-4495-a610-2f80114deb7a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:35.576790 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks [] for router_gateway (72137596-b107-4fa8-a7b2-4e4638e87f7f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:35.623014 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:35.751042 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10098e-3555-4d98-be9d-960551c5178b req-66281ef0-0f1f-4ea4-964c-099a1fdcff26 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:35.754423 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b10098e-3555-4d98-be9d-960551c5178b req-66281ef0-0f1f-4ea4-964c-099a1fdcff26 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.2172978 Jan 11 23:24:35.932272 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b10098e-3555-4d98-be9d-960551c5178b req-ce372a1e-f51e-4387-bb16-ef53f2538168 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699786 Jan 11 23:24:35.948175 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Allocated IP 172.27.0.78 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/cf071098-7e23-46df-8aa4-908d6f0d2e83) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:36.127992 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks [] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:36.150351 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-839989da-2205-45e5-95de-bcaaa961d9fc req-2449f373-11fe-4007-aee5-ad1dc0d69483 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0354970 Jan 11 23:24:36.248014 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:36.304291 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:36.312599 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:36.317380 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:36.355506 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Pushing event updated for resources: {'Port': ['ID=cf071098-7e23-46df-8aa4-908d6f0d2e83,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:36.612759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-9af00b5b-f0ef-4a43-8e17-bc95d376035f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:36.620020 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-9af00b5b-f0ef-4a43-8e17-bc95d376035f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 811 time: 0.2113163 Jan 11 23:24:36.637521 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e74b3-535e-488e-b9e4-7f8217becbe8 req-8443ebaf-b8cd-45a9-bc46-624728856afb tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:36.638955 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e6e74b3-535e-488e-b9e4-7f8217becbe8 req-8443ebaf-b8cd-45a9-bc46-624728856afb tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1434283 Jan 11 23:24:36.717322 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-5d745b4d-a504-4fc7-b2be-b1d597795f1a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f8ba39b6204465860f6a4409ed321a HTTP/1.1" status: 200 len: 380 time: 0.0813205 Jan 11 23:24:36.737414 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'port': {'device_id': 'fbae9ec4-1530-4430-a762-606edae01973', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'admin_state_up': True, 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'security_groups': ['f744d7de-232c-455a-b23c-3800f1b8b948']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:36.758037 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e6e74b3-535e-488e-b9e4-7f8217becbe8 req-4aa5c09e-4946-4114-8249-3126727f9b10 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084657 Jan 11 23:24:36.878041 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks [] for router_gateway (72137596-b107-4fa8-a7b2-4e4638e87f7f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.029082 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 76b239f1-8815-4495-a610-2f80114deb7a up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:37.110057 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Made reservation on behalf of 73f8ba39b6204465860f6a4409ed321a for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:24:37.114960 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.156584 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 76b239f1-8815-4495-a610-2f80114deb7a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:37.157126 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (76b239f1-8815-4495-a610-2f80114deb7a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.196321 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4efa21c-eecb-4b23-a9f1-087656f64dfa None None] Network 3033871e-5f61-43da-b327-d06f88c7b52d requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:24:37.236345 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e299db9-0cd8-4162-ac28-1c76418cabde req-a6fd9122-3142-4b71-9ebb-9d94b09d3b3b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:37.237933 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7e299db9-0cd8-4162-ac28-1c76418cabde req-a6fd9122-3142-4b71-9ebb-9d94b09d3b3b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1323359 Jan 11 23:24:37.335334 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7e299db9-0cd8-4162-ac28-1c76418cabde req-786e3c15-8fdf-4641-ab3a-63ad83c21526 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854604 Jan 11 23:24:37.361494 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Provisioning complete for port 76b239f1-8815-4495-a610-2f80114deb7a triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:37.361894 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (76b239f1-8815-4495-a610-2f80114deb7a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.362911 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-63e4a184-0743-4821-8a57-fbc35905d52d req-4a6bd6e7-236d-4f87-b354-b4d311d2fd8f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0609088 Jan 11 23:24:37.406324 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (72137596-b107-4fa8-a7b2-4e4638e87f7f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.413673 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Allocated IP 172.20.0.6 (feae7132-5d6e-4c00-aed9-5dc998347e6b/aa59b7ef-f727-417a-8fd8-dc95c0a29dea/d1f5b8e6-b681-44e4-8433-d2a612b3e679) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:37.697788 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 76b239f1-8815-4495-a610-2f80114deb7a is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:37.698082 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (76b239f1-8815-4495-a610-2f80114deb7a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.725842 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.755867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Router 72137596-b107-4fa8-a7b2-4e4638e87f7f is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103147) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:24:37.782786 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Current status of the port 76b239f1-8815-4495-a610-2f80114deb7a is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:37.783173 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (76b239f1-8815-4495-a610-2f80114deb7a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.805551 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 76b239f1-8815-4495-a610-2f80114deb7a, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=76b239f1-8815-4495-a610-2f80114deb7a,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:37.846436 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.910623 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (76b239f1-8815-4495-a610-2f80114deb7a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:37.952863 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:37.958772 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Network feae7132-5d6e-4c00-aed9-5dc998347e6b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:37.977533 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:37.987884 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:37.996963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'Port': ['ID=d1f5b8e6-b681-44e4-8433-d2a612b3e679,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:38.028626 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc980fa-14f0-488c-bfee-1ad20d9c1f0d req-3dba06ce-2175-42f2-91c3-1083a3d777b3 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:38.030234 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4cc980fa-14f0-488c-bfee-1ad20d9c1f0d req-3dba06ce-2175-42f2-91c3-1083a3d777b3 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.0754919 Jan 11 23:24:38.069467 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Sync routers for ids ['72137596-b107-4fa8-a7b2-4e4638e87f7f'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:38.086210 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:38.090045 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-7c0ff029-1e76-4145-aa39-f3638a481c07 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0266378 Jan 11 23:24:38.091977 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 41490) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:24:38.109897 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:38.110567 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:38.173607 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.db.api [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103149) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 11 23:24:38.173979 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG oslo_db.api [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 11 23:24:38.176621 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Routers {'72137596-b107-4fa8-a7b2-4e4638e87f7f'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:38.177304 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['72137596-b107-4fa8-a7b2-4e4638e87f7f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:38.209558 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-959cc9a7-fc64-484f-aa21-9bd15b774d9d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4742024 Jan 11 23:24:38.256387 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=76b239f1-8815-4495-a610-2f80114deb7a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:38.411574 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Set router 72137596-b107-4fa8-a7b2-4e4638e87f7f gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:38.467070 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4cc980fa-14f0-488c-bfee-1ad20d9c1f0d req-a9dbc4c6-6eeb-4b1e-bd46-0eb8f7b30a16 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303834 Jan 11 23:24:38.743201 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a5bdaa-e6fd-40ac-97c5-57fa2e8e9739 None None] Current status of the port 76b239f1-8815-4495-a610-2f80114deb7a is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:38.768285 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:24:36Z', 'revision_number': 3, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:38.813376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Checking router: 72137596-b107-4fa8-a7b2-4e4638e87f7f for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:38.813806 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Updating router 72137596-b107-4fa8-a7b2-4e4638e87f7f port cf071098-7e23-46df-8aa4-908d6f0d2e83 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:24:38.850833 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:38.885269 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d148e3-74cb-49b2-a1ce-f1f69e7048b6 req-d03c7aa8-3648-4800-8d56-b2ec74b78d77 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:38.888203 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64d148e3-74cb-49b2-a1ce-f1f69e7048b6 req-d03c7aa8-3648-4800-8d56-b2ec74b78d77 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.4399922 Jan 11 23:24:38.957259 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c79545-1835-4b13-b918-a2d951536355 req-9b49c9a5-7065-4669-a43b-8bab8979062d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:38.959140 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0c79545-1835-4b13-b918-a2d951536355 req-9b49c9a5-7065-4669-a43b-8bab8979062d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 931 time: 0.4030583 Jan 11 23:24:38.970041 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 76b239f1-8815-4495-a610-2f80114deb7a up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:39.005754 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c6f083f4-9e64-4641-896b-b4259b4dbed7 None None] Provisioning complete for port d1f5b8e6-b681-44e4-8433-d2a612b3e679 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:39.006158 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6f083f4-9e64-4641-896b-b4259b4dbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.014091 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-64d148e3-74cb-49b2-a1ce-f1f69e7048b6 req-1a4423bc-9273-42d1-a687-9ab50398f785 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161890 Jan 11 23:24:39.097915 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c6f083f4-9e64-4641-896b-b4259b4dbed7 None None] Port d1f5b8e6-b681-44e4-8433-d2a612b3e679 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:39.113511 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0c79545-1835-4b13-b918-a2d951536355 req-71813f80-1ccf-41fa-a10a-31c4266a9a46 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424146 Jan 11 23:24:39.144254 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.152900 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c6f083f4-9e64-4641-896b-b4259b4dbed7 None None] Provisioning complete for port 76b239f1-8815-4495-a610-2f80114deb7a triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:39.153564 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c6f083f4-9e64-4641-896b-b4259b4dbed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (76b239f1-8815-4495-a610-2f80114deb7a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.180069 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 76b239f1-8815-4495-a610-2f80114deb7a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:39.180597 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (76b239f1-8815-4495-a610-2f80114deb7a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.390057 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Publish callbacks [] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.421500 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 76b239f1-8815-4495-a610-2f80114deb7a is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:39.421500 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c6f083f4-9e64-4641-896b-b4259b4dbed7 None None] Current status of the port 76b239f1-8815-4495-a610-2f80114deb7a is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:39.435705 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Allocated IP 172.20.0.1 (3033871e-5f61-43da-b327-d06f88c7b52d/d25593f7-210f-4343-a85d-418775d75ec8/2a5afe5f-7601-4caf-86ce-897de05a5c22) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:24:39.578302 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks [] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.608116 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.690579 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9c159-86fe-481b-9593-967ca1fd3450 None None] Pushing event updated for resources: {'Port': ['ID=cf071098-7e23-46df-8aa4-908d6f0d2e83,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:39.700787 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Attempting to bind port cf071098-7e23-46df-8aa4-908d6f0d2e83 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:39.700787 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Attempting to bind port cf071098-7e23-46df-8aa4-908d6f0d2e83 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:39.700787 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Attempting to bind port cf071098-7e23-46df-8aa4-908d6f0d2e83 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:39.701412 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.704616 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:39.705039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:39.729312 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.729312 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:39.729312 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Bound port: cf071098-7e23-46df-8aa4-908d6f0d2e83, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:39.729312 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.784304 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Network 3033871e-5f61-43da-b327-d06f88c7b52d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:39.792860 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:39.795576 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5afe5f-7601-4caf-86ce-897de05a5c22,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:39.832386 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dfed4-a62d-446d-8434-04b438cbba88 req-6e290945-0203-4257-965f-3f17cbff63d1 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:39.834148 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] For port cf071098-7e23-46df-8aa4-908d6f0d2e83, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:39.834409 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5a3dfed4-a62d-446d-8434-04b438cbba88 req-6e290945-0203-4257-965f-3f17cbff63d1 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1549320 Jan 11 23:24:39.836122 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:24:39.838753 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] For port cf071098-7e23-46df-8aa4-908d6f0d2e83, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cf071098-7e23-46df-8aa4-908d6f0d2e83,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:39.899019 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.918120 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (72137596-b107-4fa8-a7b2-4e4638e87f7f), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:39.967700 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Routers {'72137596-b107-4fa8-a7b2-4e4638e87f7f'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:39.979449 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['72137596-b107-4fa8-a7b2-4e4638e87f7f'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:39.979449 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9c159-86fe-481b-9593-967ca1fd3450 None None] Pushing event updated for resources: {'Port': ['ID=cf071098-7e23-46df-8aa4-908d6f0d2e83,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:39.994653 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5a3dfed4-a62d-446d-8434-04b438cbba88 req-2ccbadd3-c4d4-4206-ac23-0dc97cd985ea tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266978 Jan 11 23:24:40.134013 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] Set router 72137596-b107-4fa8-a7b2-4e4638e87f7f gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:40.247670 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a27fa0-5e81-40c6-8343-8946d9c1c5a8 req-5d9250e5-1b80-40fa-90e5-fe5d5764e4d1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:40.249094 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53a27fa0-5e81-40c6-8343-8946d9c1c5a8 req-5d9250e5-1b80-40fa-90e5-fe5d5764e4d1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1173649 Jan 11 23:24:40.251232 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:40.292672 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-3b07f7ca-4592-4498-91e1-d2fdd3350f6b None None] Provisioning complete for port 2a5afe5f-7601-4caf-86ce-897de05a5c22 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:40.296600 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b07f7ca-4592-4498-91e1-d2fdd3350f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:40.342572 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a7f63-2390-40d0-82af-73e11a13c2a9 req-d7dccdcd-305c-4eb1-967e-34fd0b627c3a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:40.344163 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e07a7f63-2390-40d0-82af-73e11a13c2a9 req-d7dccdcd-305c-4eb1-967e-34fd0b627c3a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 931 time: 0.1497264 Jan 11 23:24:40.399713 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53a27fa0-5e81-40c6-8343-8946d9c1c5a8 req-59995595-3be4-4283-874a-e74176dd71e5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437221 Jan 11 23:24:40.480410 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e07a7f63-2390-40d0-82af-73e11a13c2a9 req-1993ea6a-e0ad-4e41-9e8a-94b8a66e26cd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273086 Jan 11 23:24:40.506220 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-3b07f7ca-4592-4498-91e1-d2fdd3350f6b None None] Port 2a5afe5f-7601-4caf-86ce-897de05a5c22 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:40.578705 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:24:36Z', 'revision_number': 3, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:40.592048 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks [] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:40.618541 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eb3822-c266-4039-8e1e-819f1b4fd893 None None] The sync data for ids ['72137596-b107-4fa8-a7b2-4e4638e87f7f'] in dv-cinder-821602-8-iscsi is: [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:24:36Z', 'revision_number': 3, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:40.658479 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:40.738697 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (72137596-b107-4fa8-a7b2-4e4638e87f7f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:40.749620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5afe5f-7601-4caf-86ce-897de05a5c22,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:40.898185 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Network 3033871e-5f61-43da-b327-d06f88c7b52d is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:24:40.900427 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:24:41.116314 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Router 72137596-b107-4fa8-a7b2-4e4638e87f7f has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:24:41.273507 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-8c928dbe-24d6-4657-8af2-71e08fc8eb51 None None] Provisioning complete for port 2a5afe5f-7601-4caf-86ce-897de05a5c22 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:41.274075 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8c928dbe-24d6-4657-8af2-71e08fc8eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:41.298048 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392c1d6-7dad-45ee-ba41-d20b0e74c0c1 req-39e5b57d-36d6-4184-a6a4-5bb64debdbca tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:41.298048 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c392c1d6-7dad-45ee-ba41-d20b0e74c0c1 req-39e5b57d-36d6-4184-a6a4-5bb64debdbca tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1773160 Jan 11 23:24:41.333756 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-8c928dbe-24d6-4657-8af2-71e08fc8eb51 None None] Port 2a5afe5f-7601-4caf-86ce-897de05a5c22 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:41.345042 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:24:41.353251 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-4150b806-8e44-49f9-8ac1-8da9a3e32655 admin admin] 10.222.0.21 "PUT /v2.0/routers/72137596-b107-4fa8-a7b2-4e4638e87f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2590575 Jan 11 23:24:41.393888 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c392c1d6-7dad-45ee-ba41-d20b0e74c0c1 req-d2d09b0c-ecfd-494f-b625-d73dd8ab72c7 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895715 Jan 11 23:24:41.683974 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb626c-0c97-44cf-99c0-09ddc80c750a req-e3e50849-8433-418a-ab4e-7a828eb594c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:41.687468 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5ffb626c-0c97-44cf-99c0-09ddc80c750a req-e3e50849-8433-418a-ab4e-7a828eb594c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1628420 Jan 11 23:24:41.729393 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c71cf4-5550-4ef2-8fe3-eaeca90988fd req-b951f15d-1b75-427c-bb39-0fa3d8991831 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:41.737505 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-00c71cf4-5550-4ef2-8fe3-eaeca90988fd req-b951f15d-1b75-427c-bb39-0fa3d8991831 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 931 time: 0.1511216 Jan 11 23:24:41.786072 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5ffb626c-0c97-44cf-99c0-09ddc80c750a req-2d7f13e1-e22c-4f67-b575-0eac8e89ff67 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929637 Jan 11 23:24:41.819000 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-00c71cf4-5550-4ef2-8fe3-eaeca90988fd req-156f4f5e-72c5-4815-9273-b6a8b7ef1053 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804245 Jan 11 23:24:42.122791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Request body: {'port': {'device_id': 'fbae9ec4-1530-4430-a762-606edae01973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:24:42.211790 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:42.551574 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c8f98-3d56-421a-aa20-ae5995363894 req-e56ffe94-448a-4c2e-a85a-312ff38f1a92 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:42.559076 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e27c8f98-3d56-421a-aa20-ae5995363894 req-e56ffe94-448a-4c2e-a85a-312ff38f1a92 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.0802238 Jan 11 23:24:42.642210 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e27c8f98-3d56-421a-aa20-ae5995363894 req-1761e552-bac9-4dfb-84b8-901dd2fc34d7 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818436 Jan 11 23:24:42.697500 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f5b8e6-b681-44e4-8433-d2a612b3e679 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:24:42.713935 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Publish callbacks [] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:42.736260 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Transition to ACTIVE for port object d1f5b8e6-b681-44e4-8433-d2a612b3e679 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:24:42.827198 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.188347 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5b8e6-b681-44e4-8433-d2a612b3e679,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:43.229734 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Sync routers for ids ['72137596-b107-4fa8-a7b2-4e4638e87f7f'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:24:43.252593 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Routers {'72137596-b107-4fa8-a7b2-4e4638e87f7f'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:43.253654 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['72137596-b107-4fa8-a7b2-4e4638e87f7f'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:43.262601 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-dedacfcf-4696-49bb-842d-b936ec184f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:43.275660 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-dedacfcf-4696-49bb-842d-b936ec184f10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501&tenant_id=a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 1097 time: 0.3263807 Jan 11 23:24:43.280663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Attempting to bind port d1f5b8e6-b681-44e4-8433-d2a612b3e679 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:43.281021 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Attempting to bind port d1f5b8e6-b681-44e4-8433-d2a612b3e679 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:43.281349 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Attempting to bind port d1f5b8e6-b681-44e4-8433-d2a612b3e679 on network feae7132-5d6e-4c00-aed9-5dc998347e6b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:43.287082 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cf071098-7e23-46df-8aa4-908d6f0d2e83 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:43.304687 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Port d1f5b8e6-b681-44e4-8433-d2a612b3e679 on network feae7132-5d6e-4c00-aed9-5dc998347e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:24:43.305052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Attempting to bind port d1f5b8e6-b681-44e4-8433-d2a612b3e679 on network feae7132-5d6e-4c00-aed9-5dc998347e6b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:43.327691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:43.327990 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Checking segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:43.331161 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Bound using segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:43.335759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Bound port: d1f5b8e6-b681-44e4-8433-d2a612b3e679, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:43.335759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.429271 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Set router 72137596-b107-4fa8-a7b2-4e4638e87f7f gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:43.444910 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc70a5-3eb6-49ae-8995-cd9c27d6ece7 req-8d7bba39-981f-465c-a49f-0da91afca2f6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:43.446502 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-85cc70a5-3eb6-49ae-8995-cd9c27d6ece7 req-8d7bba39-981f-465c-a49f-0da91afca2f6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.3606534 Jan 11 23:24:43.466751 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f9a0-2e69-4bc0-9bd4-c00eb4c0b2f2 req-c5bfc3e5-9710-4bce-8fce-04561a21d636 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:43.468322 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1e4f9a0-2e69-4bc0-9bd4-c00eb4c0b2f2 req-c5bfc3e5-9710-4bce-8fce-04561a21d636 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.3722181 Jan 11 23:24:43.485739 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port cf071098-7e23-46df-8aa4-908d6f0d2e83 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:43.486114 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.517618 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] For port d1f5b8e6-b681-44e4-8433-d2a612b3e679, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:43.522324 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] For port d1f5b8e6-b681-44e4-8433-d2a612b3e679, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:43.601759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-cbe0f4ca-87a7-43d9-a4aa-b784ea7587ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:43.606946 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-cbe0f4ca-87a7-43d9-a4aa-b784ea7587ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1097 time: 0.2292540 Jan 11 23:24:43.690805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port cf071098-7e23-46df-8aa4-908d6f0d2e83 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:43.696248 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.697041 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1e4f9a0-2e69-4bc0-9bd4-c00eb4c0b2f2 req-68fa9e45-6082-4da1-ad1c-0d4fdb630c31 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677730 Jan 11 23:24:43.708521 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.721903 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-85cc70a5-3eb6-49ae-8995-cd9c27d6ece7 req-e7484132-6dc0-4bad-a665-92f68ec69fbe tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528613 Jan 11 23:24:43.744251 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port cf071098-7e23-46df-8aa4-908d6f0d2e83, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cf071098-7e23-46df-8aa4-908d6f0d2e83,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:43.805465 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:24:40Z', 'revision_number': 4, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2a5afe5f-7601-4caf-86ce-897de05a5c22', 'name': '', 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'mac_address': 'fa:16:3e:d6:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd25593f7-210f-4343-a85d-418775d75ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:39Z', 'updated_at': '2022-01-11T23:24:40Z', 'revision_number': 2, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'subnets': [{'id': 'd25593f7-210f-4343-a85d-418775d75ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:43.812871 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.837540 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Checking router: 72137596-b107-4fa8-a7b2-4e4638e87f7f for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:24:43.838162 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Updating router 72137596-b107-4fa8-a7b2-4e4638e87f7f port 2a5afe5f-7601-4caf-86ce-897de05a5c22 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:24:43.864204 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.922347 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:43.923541 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:43.926651 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] 10.222.0.35 "PUT /v2.0/ports/d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 1093 time: 1.8225765 Jan 11 23:24:43.941835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:43.945513 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114868dc-425d-48b0-bd0e-94d1a7c22a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:43.964471 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=cf071098-7e23-46df-8aa4-908d6f0d2e83,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:44.032851 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009163-6696-4e7a-84a1-25215c9ff1c3 req-0093b0fb-57eb-4d52-9031-f5ca39609f56 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:44.050367 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-55009163-6696-4e7a-84a1-25215c9ff1c3 req-0093b0fb-57eb-4d52-9031-f5ca39609f56 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1290236 Jan 11 23:24:44.156965 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-55009163-6696-4e7a-84a1-25215c9ff1c3 req-3827825b-f94a-4d30-ae2d-60a378d2487b tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028676 Jan 11 23:24:44.181581 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9de50-d452-431a-a67a-429c1ab66f38 x-openstack-request-id: req-eae9de50-d452-431a-a67a-429c1ab66f38 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:44.181943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:44.182145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eae9de50-d452-431a-a67a-429c1ab66f38 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:44.182562 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'status': 'completed', 'code': 200} Jan 11 23:24:44.235950 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72972aa2-a3d8-4298-8c5c-ea792bacb247 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f5b8e6-b681-44e4-8433-d2a612b3e679,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:44.296313 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-68c1051d-de08-452f-8790-963949d0f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:44.305957 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-68c1051d-de08-452f-8790-963949d0f125 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.6943815 Jan 11 23:24:44.330928 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-9bc51f43-81b2-40c8-9c43-b6e69d3b056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:44.332462 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-9bc51f43-81b2-40c8-9c43-b6e69d3b056c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1096 time: 0.2016985 Jan 11 23:24:44.503141 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Publish callbacks [] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:44.571511 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-fe1eba15-566c-44ff-87d0-d08d235dc834 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 217 time: 0.1825249 Jan 11 23:24:44.648561 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-02d89e59-ec08-462d-9f08-c995a5037a74 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:44.651027 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-02d89e59-ec08-462d-9f08-c995a5037a74 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.35 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.2710247 Jan 11 23:24:44.657313 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-c492ae39-ddb3-4548-bae5-8098e37a254d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 999 time: 0.2750881 Jan 11 23:24:44.671768 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:44.757419 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586e2ce-9ed7-4ec6-b6e9-5fabaec9e786 None None] Pushing event updated for resources: {'Port': ['ID=2a5afe5f-7601-4caf-86ce-897de05a5c22,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:44.867791 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Attempting to bind port 2a5afe5f-7601-4caf-86ce-897de05a5c22 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:24:44.868169 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Attempting to bind port 2a5afe5f-7601-4caf-86ce-897de05a5c22 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:24:44.868533 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Attempting to bind port 2a5afe5f-7601-4caf-86ce-897de05a5c22 on network 3033871e-5f61-43da-b327-d06f88c7b52d {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:24:44.895355 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:24:44.895689 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Checking segment: {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:24:44.896102 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:44.896501 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Bound using segment: {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:24:44.901248 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Bound port: 2a5afe5f-7601-4caf-86ce-897de05a5c22, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1685802e-0571-4003-a91f-b94531520f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:24:44.901662 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:44.928970 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f211c5c-18cf-4de4-899e-6a8a4857cb7a req-ddd5ef09-890b-4052-b335-126436ff8b58 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:44.937873 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7f211c5c-18cf-4de4-899e-6a8a4857cb7a req-ddd5ef09-890b-4052-b335-126436ff8b58 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.1209254 Jan 11 23:24:45.005902 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7f211c5c-18cf-4de4-899e-6a8a4857cb7a req-926a7168-3a11-4d33-b551-9c3f4afcb501 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663066 Jan 11 23:24:45.006677 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cf071098-7e23-46df-8aa4-908d6f0d2e83 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:45.097490 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] For port 2a5afe5f-7601-4caf-86ce-897de05a5c22, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:24:45.104537 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] For port 2a5afe5f-7601-4caf-86ce-897de05a5c22, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=2a5afe5f-7601-4caf-86ce-897de05a5c22,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:24:45.114632 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port cf071098-7e23-46df-8aa4-908d6f0d2e83 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:45.115002 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.144884 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485753e-b431-4322-9eae-f6448f4c0dad req-f8acbde7-795d-4e34-b693-f6d27797499c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:45.151192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8485753e-b431-4322-9eae-f6448f4c0dad req-f8acbde7-795d-4e34-b693-f6d27797499c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1583428 Jan 11 23:24:45.176673 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-33345cdd-ad42-4115-88bb-34e79a65ffcc None None] Provisioning complete for port 2a5afe5f-7601-4caf-86ce-897de05a5c22 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:45.177092 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33345cdd-ad42-4115-88bb-34e79a65ffcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.212091 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.248174 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-33345cdd-ad42-4115-88bb-34e79a65ffcc None None] Port 2a5afe5f-7601-4caf-86ce-897de05a5c22 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:24:45.304158 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586e2ce-9ed7-4ec6-b6e9-5fabaec9e786 None None] Pushing event updated for resources: {'Port': ['ID=2a5afe5f-7601-4caf-86ce-897de05a5c22,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:45.343867 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Routers {'72137596-b107-4fa8-a7b2-4e4638e87f7f'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:24:45.347940 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['72137596-b107-4fa8-a7b2-4e4638e87f7f'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:45.349341 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port cf071098-7e23-46df-8aa4-908d6f0d2e83 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:45.391966 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8485753e-b431-4322-9eae-f6448f4c0dad req-d119646c-ead8-4abc-9c4e-9a730d6bf23a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287309 Jan 11 23:24:45.559906 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1cedb-a45b-4147-8e6c-eccf0c501fc3 req-94c54e40-c693-4fe1-9a56-cf49cfd16d86 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:45.565256 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-0e37d097-6b36-4ba6-bccb-34c147646a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:45.566745 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-0e37d097-6b36-4ba6-bccb-34c147646a67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.9964592 Jan 11 23:24:45.576530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-2f6e4b7c-3aee-4900-9204-a6ef07c78621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:45.577365 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0f1cedb-a45b-4147-8e6c-eccf0c501fc3 req-94c54e40-c693-4fe1-9a56-cf49cfd16d86 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 950 time: 0.1842585 Jan 11 23:24:45.580946 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-2f6e4b7c-3aee-4900-9204-a6ef07c78621 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.9125857 Jan 11 23:24:45.646638 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Deleting port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:24:45.648795 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.668326 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fb684741-d72b-4f89-91f1-b95460c35df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.686622 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] Set router 72137596-b107-4fa8-a7b2-4e4638e87f7f gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:24:45.711044 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0f1cedb-a45b-4147-8e6c-eccf0c501fc3 req-2683bd16-2b39-4a8b-9cb4-32a1d41d3ca7 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c26b381-a5cd-47a2-ac17-2d2902fe0e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279907 Jan 11 23:24:45.795070 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] Provisioning complete for port 2a5afe5f-7601-4caf-86ce-897de05a5c22 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:45.796631 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.862738 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] For port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,segment=NetworkSegment(082a19d8-584b-4a48-82c4-2b08c2fcf3ac),segment_id=082a19d8-584b-4a48-82c4-2b08c2fcf3ac)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:45.863190 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:45.881761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Calling delete_port for 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:24:45.935875 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] Current status of the port 2a5afe5f-7601-4caf-86ce-897de05a5c22 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:45.937058 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:46.004600 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] For port 2a5afe5f-7601-4caf-86ce-897de05a5c22, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=2a5afe5f-7601-4caf-86ce-897de05a5c22,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:46.064145 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:46.139271 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:24:40Z', 'revision_number': 4, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2a5afe5f-7601-4caf-86ce-897de05a5c22', 'name': '', 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'mac_address': 'fa:16:3e:d6:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd25593f7-210f-4343-a85d-418775d75ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:39Z', 'updated_at': '2022-01-11T23:24:45Z', 'revision_number': 4, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'subnets': [{'id': 'd25593f7-210f-4343-a85d-418775d75ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:24:46.164059 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939ee4f-4722-4a03-84f4-9317dc68b458 None None] Pushing event updated for resources: {'Port': ['ID=2a5afe5f-7601-4caf-86ce-897de05a5c22,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:46.171392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:46.174656 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a6a4e3-deb1-479e-8b08-8752c3b91522 None None] The sync data for ids ['72137596-b107-4fa8-a7b2-4e4638e87f7f'] in dv-cinder-821602-8-iscsi is: [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:24:40Z', 'revision_number': 4, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2a5afe5f-7601-4caf-86ce-897de05a5c22', 'name': '', 'network_id': '3033871e-5f61-43da-b327-d06f88c7b52d', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'mac_address': 'fa:16:3e:d6:11:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'd25593f7-210f-4343-a85d-418775d75ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:39Z', 'updated_at': '2022-01-11T23:24:45Z', 'revision_number': 4, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'subnets': [{'id': 'd25593f7-210f-4343-a85d-418775d75ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:24:46.207065 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Pushing event deleted for resources: {'Port': ['ID=30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:46.293787 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] No DVR routers for this DVR port 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:24:46.295791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:46.323629 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.35 "DELETE /v2.0/ports/30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb HTTP/1.1" status: 204 len: 173 time: 1.6408372 Jan 11 23:24:46.325951 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'name': 'network-vif-deleted', 'tag': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:24:46.331617 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef877b8-9cb4-4eed-8e8c-7af326ee32e9" -d '{"events": [{"server_uuid": "9592aec8-ec27-4848-a0a2-2e210f71ac17", "name": "network-vif-deleted", "tag": "30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:24:46.338355 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a12ea-68d3-4a7a-8ce7-d01c7585e79d req-21d75d25-cf13-4913-a653-06851efe8c1b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:46.340407 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-033a12ea-68d3-4a7a-8ce7-d01c7585e79d req-21d75d25-cf13-4913-a653-06851efe8c1b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.1806591 Jan 11 23:24:46.435355 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d703c2-a611-4b1d-b91b-8ae88024df85 x-openstack-request-id: req-f1d703c2-a611-4b1d-b91b-8ae88024df85 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:24:46.435661 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9592aec8-ec27-4848-a0a2-2e210f71ac17", "name": "network-vif-deleted", "tag": "30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:24:46.435924 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1d703c2-a611-4b1d-b91b-8ae88024df85 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:24:46.436328 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9592aec8-ec27-4848-a0a2-2e210f71ac17', 'name': 'network-vif-deleted', 'tag': '30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb', 'status': 'completed', 'code': 200} Jan 11 23:24:46.488813 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-033a12ea-68d3-4a7a-8ce7-d01c7585e79d req-637e797d-a891-4fe0-b58d-aefa3a9560c4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264248 Jan 11 23:24:46.651121 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ad8fe-b3b2-4565-be20-5c0fbb436ba1 req-1d18e8a3-7f46-4e3b-bfc4-6ffa6aef580e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:46.665972 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f78ad8fe-b3b2-4565-be20-5c0fbb436ba1 req-1d18e8a3-7f46-4e3b-bfc4-6ffa6aef580e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1057754 Jan 11 23:24:46.779620 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f78ad8fe-b3b2-4565-be20-5c0fbb436ba1 req-df5ba771-529f-490b-846b-17f49e389a43 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072664 Jan 11 23:24:46.896075 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a529a8a5-c0fb-4f99-bd25-0554f90c299e req-073b088e-7d1f-4484-b03f-9be3dc1bf5e6 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0450425 Jan 11 23:24:47.047269 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 2a5afe5f-7601-4caf-86ce-897de05a5c22 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:24:47.203525 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 2a5afe5f-7601-4caf-86ce-897de05a5c22 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:24:47.207932 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:47.416670 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 2a5afe5f-7601-4caf-86ce-897de05a5c22 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:47.721223 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34baaf-c7b3-459c-a756-ef1a1a219483 req-ee68c38a-5c0d-4e25-b542-31d1f86d4f47 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:47.729553 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f34baaf-c7b3-459c-a756-ef1a1a219483 req-ee68c38a-5c0d-4e25-b542-31d1f86d4f47 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.1247730 Jan 11 23:24:47.805687 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f34baaf-c7b3-459c-a756-ef1a1a219483 req-fd72923f-f0f1-4c2d-8fac-edbe57714182 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694804 Jan 11 23:24:47.927574 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8b384785-1cb8-401e-98a9-0e2f77990fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:48.051683 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bb01-f3a0-42ba-92d0-54124074bf2e req-d62edb41-5deb-4813-a6bc-8c086a362fac tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:48.060144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8cd7bb01-f3a0-42ba-92d0-54124074bf2e req-d62edb41-5deb-4813-a6bc-8c086a362fac tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1324503 Jan 11 23:24:48.144144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b7b9fca-50be-49b1-9c89-8cf09289a876 req-a4cfd7f0-6aae-4fa6-8805-d40a50284688 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0618372 Jan 11 23:24:48.201206 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8cd7bb01-f3a0-42ba-92d0-54124074bf2e req-97c26afd-76d1-45f4-8a1b-768aff49831a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392424 Jan 11 23:24:48.213350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-59909427-89b8-47c8-9142-98bc886cd899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:48.216789 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-59909427-89b8-47c8-9142-98bc886cd899 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1170647 Jan 11 23:24:48.991521 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42474088-0e2b-4bbe-96d6-aa61173e3c0c req-bc87a04e-f877-41c9-a553-150dd12a6145 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:48.998727 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-42474088-0e2b-4bbe-96d6-aa61173e3c0c req-bc87a04e-f877-41c9-a553-150dd12a6145 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0770409 Jan 11 23:24:49.061062 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-42474088-0e2b-4bbe-96d6-aa61173e3c0c req-b91f3353-9e79-4395-809c-6536e5aba41d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613050 Jan 11 23:24:49.171392 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:49.247797 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-76cc0f95-fd54-44ef-8c26-2bfd8d72b66b req-ef855ed7-c857-4249-a431-3ef8dd442e84 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0282152 Jan 11 23:24:49.393784 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076aff-1ca5-4af6-be0c-114bca32aa42 req-ec4b730d-80b4-4c4c-add4-56b89d4f3788 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:49.407939 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bd076aff-1ca5-4af6-be0c-114bca32aa42 req-ec4b730d-80b4-4c4c-add4-56b89d4f3788 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0829120 Jan 11 23:24:49.479380 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bd076aff-1ca5-4af6-be0c-114bca32aa42 req-08728b97-5cc3-432c-8dc7-39023b93597b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620880 Jan 11 23:24:49.565427 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:24:49.774954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-1897ef49-ff2d-46a7-832d-ca6032d6148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:49.775906 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-1897ef49-ff2d-46a7-832d-ca6032d6148f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2225571 Jan 11 23:24:49.818757 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-a373850e-07fe-433e-bf2b-9e408a3431ae service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380700 Jan 11 23:24:49.904652 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-8d2a98a5-72b1-4ccc-88b4-4906cdd811c6 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191411 Jan 11 23:24:50.100285 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03176b91-61a1-496f-86b8-7e2d766c1a94 req-74c20ef7-be47-4a45-a736-8cb705f04372 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946125 Jan 11 23:24:50.126069 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5324021b-e070-4ef4-abc0-9d8b312b5a41 req-841c252e-6571-4832-b275-03486f0f2f8c service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939924 Jan 11 23:24:50.227491 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c06fe2-ec85-4e22-8d55-8e9a7d3ff4fd req-171f6694-76ee-42bd-a2a6-7deaa1f97b00 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:50.229169 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0c06fe2-ec85-4e22-8d55-8e9a7d3ff4fd req-171f6694-76ee-42bd-a2a6-7deaa1f97b00 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0749922 Jan 11 23:24:50.286588 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0c06fe2-ec85-4e22-8d55-8e9a7d3ff4fd req-920cc049-1d06-4310-9f82-927c8340ecfc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Jan 11 23:24:50.408837 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9f3dbaf5-162e-457b-ba32-e71268bd5db1 req-ea8470e4-993a-4d36-bf7a-083a066174cf tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] 10.222.0.21 "GET /v2.0/ports?device_id=9592aec8-ec27-4848-a0a2-2e210f71ac17 HTTP/1.1" status: 200 len: 210 time: 0.0320091 Jan 11 23:24:50.458212 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:50.571679 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-0938cb43-3093-427c-a74e-2d465e47137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:50.573346 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-0938cb43-3093-427c-a74e-2d465e47137c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1096 time: 0.0749929 Jan 11 23:24:50.664674 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe39ec-22b1-4f0a-9331-b7b4aba82dc3 req-926c5c22-76eb-4599-b147-31228a6c6f54 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:50.672654 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dbbe39ec-22b1-4f0a-9331-b7b4aba82dc3 req-926c5c22-76eb-4599-b147-31228a6c6f54 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0836318 Jan 11 23:24:50.747128 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dbbe39ec-22b1-4f0a-9331-b7b4aba82dc3 req-31750e04-f951-4b34-ab7f-a438b8b01c62 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730815 Jan 11 23:24:50.753483 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-12177c5c-ad70-4ff5-9bba-4ae76619a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:50.765758 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-12177c5c-ad70-4ff5-9bba-4ae76619a47a service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.1750212 Jan 11 23:24:50.812845 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-444f8e0e-449e-44d2-8801-7758a9df383e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 217 time: 0.0495603 Jan 11 23:24:50.895252 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-77881e6c-c9d5-48ed-ad0e-ff518b83629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:50.895252 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-77881e6c-c9d5-48ed-ad0e-ff518b83629e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0763364 Jan 11 23:24:50.952029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-76b29f3a-e6de-4e7e-9caf-8a99b027318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:50.954746 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-76b29f3a-e6de-4e7e-9caf-8a99b027318d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455964 Jan 11 23:24:51.080970 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-a1886437-cb4f-4689-8846-2613e259527d service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054108 Jan 11 23:24:51.212216 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-114868dc-425d-48b0-bd0e-94d1a7c22a3f req-695e9ccd-d9a5-4ff9-8c46-49f866badc14 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208868 Jan 11 23:24:51.430369 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df8bb1-494b-4cc0-9806-edaa4948d986 req-afcd0a1f-c0b5-40ea-8852-3ab0a6f5e575 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:51.431828 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25df8bb1-494b-4cc0-9806-edaa4948d986 req-afcd0a1f-c0b5-40ea-8852-3ab0a6f5e575 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0614953 Jan 11 23:24:51.529326 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25df8bb1-494b-4cc0-9806-edaa4948d986 req-ab726e94-be89-4b79-b75c-fa4e546cd4ca tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850136 Jan 11 23:24:51.890787 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:51.896888 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3f8e-98b5-495e-8b5b-d2af8b599412 req-4b90570c-b46d-49f8-af6a-b7f28409c94d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:51.905194 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a7bd3f8e-98b5-495e-8b5b-d2af8b599412 req-4b90570c-b46d-49f8-af6a-b7f28409c94d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0667977 Jan 11 23:24:51.993335 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a7bd3f8e-98b5-495e-8b5b-d2af8b599412 req-6986c10b-18d5-48de-a1f9-998bc0528b5e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838132 Jan 11 23:24:52.128899 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:24:52.177973 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:24:52.178315 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 30d18e9e-1a9a-49d4-b193-d2e2fec5c9cb not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:24:52.319780 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:52.654003 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c0cdb-5c15-44c5-90ab-bcdbca44ed2f req-5499c775-ba12-49a3-beae-537af78552c6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:52.655610 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f3c0cdb-5c15-44c5-90ab-bcdbca44ed2f req-5499c775-ba12-49a3-beae-537af78552c6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0521986 Jan 11 23:24:52.706149 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f3c0cdb-5c15-44c5-90ab-bcdbca44ed2f req-d7625013-de2e-4a05-bd84-ae9596357779 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447335 Jan 11 23:24:53.130278 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb768f-56a4-44ac-b082-d7e33504e835 req-bdd2a8ad-28dd-4e8d-94f0-d779879f521c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:53.131705 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-68eb768f-56a4-44ac-b082-d7e33504e835 req-bdd2a8ad-28dd-4e8d-94f0-d779879f521c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0537841 Jan 11 23:24:53.179064 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-68eb768f-56a4-44ac-b082-d7e33504e835 req-927b918a-d7a6-4b66-91cf-bc10c34c52d3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Jan 11 23:24:53.862325 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8858bf-d3fb-4eff-96d6-80591ace95ce req-4c07836d-66df-4bd6-8d09-9c5de2ae6b9b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:53.864563 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8d8858bf-d3fb-4eff-96d6-80591ace95ce req-4c07836d-66df-4bd6-8d09-9c5de2ae6b9b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0871897 Jan 11 23:24:53.946662 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8d8858bf-d3fb-4eff-96d6-80591ace95ce req-26853ebe-17ca-480d-a89f-ac2c2379ffc4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750151 Jan 11 23:24:54.391115 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0526e-0c0d-4843-b1ad-8e2712d9ac16 req-c8711e2a-8d33-4459-8780-c6ad63849489 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:54.393516 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f6c0526e-0c0d-4843-b1ad-8e2712d9ac16 req-c8711e2a-8d33-4459-8780-c6ad63849489 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0660105 Jan 11 23:24:54.457408 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f6c0526e-0c0d-4843-b1ad-8e2712d9ac16 req-fa089b51-7657-423f-b688-cfb7930a9dd6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483432 Jan 11 23:24:55.094854 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b5486-62a7-441f-a506-d6d56cf2976e req-478b4955-a7f6-4dc9-8cdf-8bfecb09cd5f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:55.096433 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fb9b5486-62a7-441f-a506-d6d56cf2976e req-478b4955-a7f6-4dc9-8cdf-8bfecb09cd5f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0713453 Jan 11 23:24:55.176478 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fb9b5486-62a7-441f-a506-d6d56cf2976e req-b8cfc0bd-55a1-4166-a271-71c08ac5bb11 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734107 Jan 11 23:24:55.670027 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d93b2-f6a0-4aac-9d0b-2c2bbf954d18 req-601315b0-e28b-4887-94c9-d84c9a8b1017 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:55.679218 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8a8d93b2-f6a0-4aac-9d0b-2c2bbf954d18 req-601315b0-e28b-4887-94c9-d84c9a8b1017 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0965693 Jan 11 23:24:55.750844 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8a8d93b2-f6a0-4aac-9d0b-2c2bbf954d18 req-b22bf751-eab9-44a5-aa42-f7323994c332 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703528 Jan 11 23:24:56.348778 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42369a-b3e9-44b1-b70c-c27b2011e467 req-0296e062-a8aa-4baa-9f5d-98f2b6323016 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:56.350481 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d42369a-b3e9-44b1-b70c-c27b2011e467 req-0296e062-a8aa-4baa-9f5d-98f2b6323016 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0750647 Jan 11 23:24:56.529293 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d42369a-b3e9-44b1-b70c-c27b2011e467 req-a6ebb496-2fdd-4e74-a57b-684c62c173c3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233013 Jan 11 23:24:56.938407 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db84f7-0cf0-42ee-b2db-1dcec80e38f8 req-817ae6e5-0706-4312-b9b4-29413e35d208 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:56.940538 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b7db84f7-0cf0-42ee-b2db-1dcec80e38f8 req-817ae6e5-0706-4312-b9b4-29413e35d208 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0780227 Jan 11 23:24:57.023355 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b7db84f7-0cf0-42ee-b2db-1dcec80e38f8 req-fe9f0a21-2541-4c42-8306-643b354e279c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508609 Jan 11 23:24:57.664891 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5668b2-c12b-4771-a98f-97ffcbed7b23 req-ef6c658a-2e48-45ab-8492-633920478dca tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:57.673784 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fc5668b2-c12b-4771-a98f-97ffcbed7b23 req-ef6c658a-2e48-45ab-8492-633920478dca tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0731125 Jan 11 23:24:57.742024 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fc5668b2-c12b-4771-a98f-97ffcbed7b23 req-4b5a016b-0770-4b0f-8884-1a53770753bf tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665076 Jan 11 23:24:58.153858 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device d1f5b8e6-b681-44e4-8433-d2a612b3e679 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:24:58.329446 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port d1f5b8e6-b681-44e4-8433-d2a612b3e679, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:58.347918 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'port_id': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'mac_address': 'fa:16:3e:4a:5c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:24:58.416197 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port d1f5b8e6-b681-44e4-8433-d2a612b3e679 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:24:58.416672 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:58.446574 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f5b8e6-b681-44e4-8433-d2a612b3e679 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:24:58.470937 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port d1f5b8e6-b681-44e4-8433-d2a612b3e679, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:24:58.610022 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc1160-a914-460c-96db-6159b276ecc4 req-61829a60-fb2f-4007-8390-1ed62e28c3db tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:58.611545 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-65dc1160-a914-460c-96db-6159b276ecc4 req-61829a60-fb2f-4007-8390-1ed62e28c3db tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.4166088 Jan 11 23:24:58.666195 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-65dc1160-a914-460c-96db-6159b276ecc4 req-603dc89d-f3e6-4e51-affc-bcc6ba38d65d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484061 Jan 11 23:24:58.860435 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dee53-d5f4-4f0b-ad73-59d97391731e req-8a6620b4-cac9-41ef-81b1-71f3a26b1ac6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:58.862437 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-317dee53-d5f4-4f0b-ad73-59d97391731e req-8a6620b4-cac9-41ef-81b1-71f3a26b1ac6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 943 time: 0.0519543 Jan 11 23:24:58.896163 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:24:58.912035 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-317dee53-d5f4-4f0b-ad73-59d97391731e req-f9267cc0-0b3d-4659-be86-29f9b1b8ed35 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Jan 11 23:24:58.952100 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=d1f5b8e6-b681-44e4-8433-d2a612b3e679,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:24:59.498859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['d1f5b8e6-b681-44e4-8433-d2a612b3e679'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:24:59.796144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3fa7-d1a2-40be-af81-08f5e45fd65a req-d3a5a640-3413-4bc7-abcc-f6e73ced5594 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:24:59.803617 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-828b3fa7-d1a2-40be-af81-08f5e45fd65a req-d3a5a640-3413-4bc7-abcc-f6e73ced5594 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0586452 Jan 11 23:24:59.870629 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-828b3fa7-d1a2-40be-af81-08f5e45fd65a req-3186dee1-1de2-44fd-b34b-85a23bd28127 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649564 Jan 11 23:25:00.177240 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c51d86-db96-479e-96fb-01089ea012c1 req-6d508b30-a9f3-4a25-8d8b-c186a13caa1e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:00.177240 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-58c51d86-db96-479e-96fb-01089ea012c1 req-6d508b30-a9f3-4a25-8d8b-c186a13caa1e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 944 time: 0.0498686 Jan 11 23:25:00.177240 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-58c51d86-db96-479e-96fb-01089ea012c1 req-a97cd640-fdfc-4532-afdd-a26267f3a84f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Jan 11 23:25:01.016017 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f8830-e6a8-4c4a-9967-f225c59837e7 req-19bca736-7b58-4ce8-b389-09195e1f17c1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:01.016017 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7c1f8830-e6a8-4c4a-9967-f225c59837e7 req-19bca736-7b58-4ce8-b389-09195e1f17c1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0634453 Jan 11 23:25:01.082531 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7c1f8830-e6a8-4c4a-9967-f225c59837e7 req-a4525538-7b13-4454-9a93-a6c456c4336c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560029 Jan 11 23:25:01.290496 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3527b-2be7-4119-bcb3-06e38d716a5e req-581456f1-d3c2-4fcc-b04f-8f8967ca98c0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:01.292140 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3b3527b-2be7-4119-bcb3-06e38d716a5e req-581456f1-d3c2-4fcc-b04f-8f8967ca98c0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 944 time: 0.0619473 Jan 11 23:25:01.359565 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3b3527b-2be7-4119-bcb3-06e38d716a5e req-f387601a-e8ff-428a-87a0-1e0e43640fb2 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607588 Jan 11 23:25:02.190684 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device d1f5b8e6-b681-44e4-8433-d2a612b3e679 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:25:02.272065 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50601a-26c5-46c8-9ba6-6519bc685154 req-92bad2f0-f36a-4625-929d-0fe672960df2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:02.273906 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e50601a-26c5-46c8-9ba6-6519bc685154 req-92bad2f0-f36a-4625-929d-0fe672960df2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0766680 Jan 11 23:25:02.337197 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port d1f5b8e6-b681-44e4-8433-d2a612b3e679 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:25:02.337197 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port d1f5b8e6-b681-44e4-8433-d2a612b3e679 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:25:02.337197 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:02.377627 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e50601a-26c5-46c8-9ba6-6519bc685154 req-6e683087-21e1-429c-b056-1d03541c7202 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960772 Jan 11 23:25:02.511366 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port d1f5b8e6-b681-44e4-8433-d2a612b3e679 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:02.511752 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:02.528894 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca39cd-e50c-4c34-897f-79c5ccb10039 req-18f265aa-c7de-489a-8caf-389a0fdd278c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:02.530771 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5dca39cd-e50c-4c34-897f-79c5ccb10039 req-18f265aa-c7de-489a-8caf-389a0fdd278c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 944 time: 0.0707819 Jan 11 23:25:02.582823 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:02.590941 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8c98f3-190b-47fc-810e-fc3bd770272d" -d '{"events": [{"server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:02.594226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port d1f5b8e6-b681-44e4-8433-d2a612b3e679, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:02.607772 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5dca39cd-e50c-4c34-897f-79c5ccb10039 req-c3f1582e-5a6f-4911-b98e-4e6233ce605d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572717 Jan 11 23:25:02.649874 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30e1ba2-a852-4195-a4c9-bef31e9b074d x-openstack-request-id: req-c30e1ba2-a852-4195-a4c9-bef31e9b074d {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:02.650165 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "name": "network-vif-plugged", "status": "completed", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:02.650421 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c30e1ba2-a852-4195-a4c9-bef31e9b074d {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:02.650896 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'code': 200} Jan 11 23:25:02.681307 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:02.729171 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=d1f5b8e6-b681-44e4-8433-d2a612b3e679,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:02.958998 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a5606f74-3655-4fa6-a93c-c10cbb7d007e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:02.960568 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a5606f74-3655-4fa6-a93c-c10cbb7d007e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 815 time: 0.1014547 Jan 11 23:25:02.975524 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-315297c5-3423-4a89-a835-b1899e15956d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/quotas/4a79824d06b94564aa6c30def6e33861 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Jan 11 23:25:03.028944 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-9f8832d3-ff00-4a80-85c5-02f88d298c6c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486846 Jan 11 23:25:03.130572 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-06425e96-27d8-486e-8068-f9b565f68539 service neutron] 10.222.0.21 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900590 Jan 11 23:25:03.225628 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-fb064b65-777d-4dfb-9e9f-318bc473786d service neutron] 10.222.0.21 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894434 Jan 11 23:25:03.497054 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b21e44-939b-4f46-9245-96834290a66e req-ac993844-4e35-460c-8549-cafbf1b9ea6e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:03.498571 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d4b21e44-939b-4f46-9245-96834290a66e req-ac993844-4e35-460c-8549-cafbf1b9ea6e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Jan 11 23:25:03.547291 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d4b21e44-939b-4f46-9245-96834290a66e req-51feacaa-5c91-4fb2-bda8-cc5c30b4bb46 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419574 Jan 11 23:25:03.617615 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f7309599-716d-485a-bd73-8c9dd2de8e03 req-9a7b3dce-0f2c-48c1-9214-fe26dc9ac25f tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 210 time: 0.0333078 Jan 11 23:25:03.735017 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd504f-2e59-4ca3-818a-70da7a3f7122 req-2a8f43dc-1048-4cdb-8390-019552866410 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:03.737119 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-47fd504f-2e59-4ca3-818a-70da7a3f7122 req-2a8f43dc-1048-4cdb-8390-019552866410 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0538838 Jan 11 23:25:03.791591 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-47fd504f-2e59-4ca3-818a-70da7a3f7122 req-1adca98f-93b5-4f2b-b2fb-481fa4240741 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495422 Jan 11 23:25:04.673043 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4162fdf-dc07-4e9f-822e-3e8b5599947b req-2c0cf38c-3d38-4bc9-bb25-9f6f7ddbd233 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:04.674618 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4162fdf-dc07-4e9f-822e-3e8b5599947b req-2c0cf38c-3d38-4bc9-bb25-9f6f7ddbd233 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0506113 Jan 11 23:25:04.711720 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-61925129-7127-413d-b229-4c1f84c095eb req-dfc99a70-917a-431c-80ec-40610dca8be1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 210 time: 0.0358093 Jan 11 23:25:04.741060 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4162fdf-dc07-4e9f-822e-3e8b5599947b req-1b5745d3-9135-40b2-a975-9d8af18ff434 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574460 Jan 11 23:25:04.925335 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1b8f5-15af-4e66-9629-06c70ff977fd req-27c1172f-2585-4402-9865-b784a8ac38f6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:04.926908 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-59a1b8f5-15af-4e66-9629-06c70ff977fd req-27c1172f-2585-4402-9865-b784a8ac38f6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0561328 Jan 11 23:25:04.975364 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-59a1b8f5-15af-4e66-9629-06c70ff977fd req-92169f0d-9c4d-4286-9da3-1e7a497eaef6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Jan 11 23:25:05.210544 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 42046) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:05.254888 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Deleting subnet 2d9def7f-ac13-4f28-b8ab-75b38766f0ef {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:25:05.257901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Publish callbacks [] for subnet (2d9def7f-ac13-4f28-b8ab-75b38766f0ef), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.292093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4152055'] for subnet (2d9def7f-ac13-4f28-b8ab-75b38766f0ef), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.333140 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (2d9def7f-ac13-4f28-b8ab-75b38766f0ef), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.458093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4106118'] for subnet (2d9def7f-ac13-4f28-b8ab-75b38766f0ef), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.486579 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d9def7f-ac13-4f28-b8ab-75b38766f0ef,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:05.492172 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.495350 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2d9def7f-ac13-4f28-b8ab-75b38766f0ef HTTP/1.1" status: 204 len: 168 time: 0.2837989 Jan 11 23:25:05.498120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42070) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:05.501656 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.502074 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.502501 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.503009 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.503343 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.503675 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.504000 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.504329 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.504658 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.505060 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.505331 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.505647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.509888 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25087acb-bdfc-4d94-bef9-2fc379ec0be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:05.568801 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (2c3b02cc-47f5-4a1b-940e-d7307db926b3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.654556 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (2c3b02cc-47f5-4a1b-940e-d7307db926b3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.677326 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3b02cc-47f5-4a1b-940e-d7307db926b3']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:05.687258 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255b8db4-f55a-49a0-8986-91369fbb48fb') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:05.687813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255b8db4-f55a-49a0-8986-91369fbb48fb') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:05.701316 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (255b8db4-f55a-49a0-8986-91369fbb48fb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.716648 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (255b8db4-f55a-49a0-8986-91369fbb48fb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.725050 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:25:05.725530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (255b8db4-f55a-49a0-8986-91369fbb48fb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:25:05.727290 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:25:05.730306 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:25:05.831214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-45269aa1-9405-4d3b-98db-872f3b1d3954 req-9b8d10a7-a4e2-454e-8465-a6abfbd703ec tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 210 time: 0.0508978 Jan 11 23:25:05.886499 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (2c3b02cc-47f5-4a1b-940e-d7307db926b3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.887229 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19db59-ed2a-4db1-b901-ffee6c0461a3 req-7feaeb7e-a28c-4956-99f2-6059ec398752 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:05.890306 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0d19db59-ed2a-4db1-b901-ffee6c0461a3 req-7feaeb7e-a28c-4956-99f2-6059ec398752 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0506315 Jan 11 23:25:05.893435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:05.897173 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2c3b02cc-47f5-4a1b-940e-d7307db926b3 HTTP/1.1" status: 204 len: 168 time: 0.3973987 Jan 11 23:25:05.911979 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd3064-e4f6-4090-9330-d6277e2c96d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3b02cc-47f5-4a1b-940e-d7307db926b3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:05.976688 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0d19db59-ed2a-4db1-b901-ffee6c0461a3 req-85db7a47-6c1d-495a-ae2c-bc428cbfa19f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798476 Jan 11 23:25:06.122093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85249e-ca74-4893-8cd8-8459cc020e6d req-e9f18e15-e240-4e6f-8d5e-c00bcaf0c60f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:06.122093 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5f85249e-ca74-4893-8cd8-8459cc020e6d req-e9f18e15-e240-4e6f-8d5e-c00bcaf0c60f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0578837 Jan 11 23:25:06.165100 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5f85249e-ca74-4893-8cd8-8459cc020e6d req-45335f9f-c3e4-4b9f-9df9-ede6424aa78d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489454 Jan 11 23:25:06.347515 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42124) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:06.386814 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-3295bdd6-715c-43f7-a024-fca9518cb4ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=491208b684564d978aeb8a9c19165bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381336 Jan 11 23:25:06.389260 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42126) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:06.436049 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9361502-bd41-4a5b-b38f-a557551ea855 admin admin] Publish callbacks [] for security_group (a7c8e368-e928-4423-af10-a61e9c74d838), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:06.457698 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9361502-bd41-4a5b-b38f-a557551ea855 admin admin] Publish callbacks [] for security_group (a7c8e368-e928-4423-af10-a61e9c74d838), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:06.578079 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9361502-bd41-4a5b-b38f-a557551ea855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a7c8e368-e928-4423-af10-a61e9c74d838), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:06.581411 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b9361502-bd41-4a5b-b38f-a557551ea855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:06.582631 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-b9361502-bd41-4a5b-b38f-a557551ea855 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7c8e368-e928-4423-af10-a61e9c74d838 HTTP/1.1" status: 204 len: 168 time: 0.1924841 Jan 11 23:25:06.591636 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9361502-bd41-4a5b-b38f-a557551ea855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c8e368-e928-4423-af10-a61e9c74d838,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:06.675816 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500b731-3a32-4bb5-8b01-72a38a78f041 req-4071cec8-9622-45e9-8d3c-c83211262b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:06.680241 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e500b731-3a32-4bb5-8b01-72a38a78f041 req-4071cec8-9622-45e9-8d3c-c83211262b67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1098 time: 0.0454810 Jan 11 23:25:06.728508 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e500b731-3a32-4bb5-8b01-72a38a78f041 req-1a128621-fd0f-4666-9004-ae9f939ff825 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 Jan 11 23:25:06.873707 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:25:06.925309 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-53aa8f45-5ecf-4abe-ac57-e3056ab574c7 req-2e92360c-0143-4955-801b-1cb0170261fc tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 210 time: 0.0258443 Jan 11 23:25:07.117602 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a9a38-b2fb-4356-b747-242ab073b155 req-b8cefd34-3485-4459-8b73-2ee50fde2c6b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:07.119119 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c8a9a38-b2fb-4356-b747-242ab073b155 req-b8cefd34-3485-4459-8b73-2ee50fde2c6b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0514557 Jan 11 23:25:07.165249 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c8a9a38-b2fb-4356-b747-242ab073b155 req-5187bab4-f8b6-4345-9886-c46127d17ee8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404832 Jan 11 23:25:07.291987 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6131-8a7f-4760-a9e8-ba41ed6d06c4 req-f6459408-d2c9-43c3-af9b-666ddefc1c83 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:07.293511 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edbe6131-8a7f-4760-a9e8-ba41ed6d06c4 req-f6459408-d2c9-43c3-af9b-666ddefc1c83 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0566800 Jan 11 23:25:07.339914 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edbe6131-8a7f-4760-a9e8-ba41ed6d06c4 req-b4de611d-9bef-4eff-ae86-298578d456a1 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407002 Jan 11 23:25:07.763831 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-ca8278e7-457e-488b-99a5-f53abdb8234c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:07.765276 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-ca8278e7-457e-488b-99a5-f53abdb8234c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.35 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 815 time: 0.1150029 Jan 11 23:25:07.805340 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'port': {'device_id': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'admin_state_up': True, 'tenant_id': '4a79824d06b94564aa6c30def6e33861'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:25:08.012296 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Made reservation on behalf of 4a79824d06b94564aa6c30def6e33861 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:25:08.016807 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.030267 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ad130da8-80cc-46bd-8fca-a679d8fdbd9b req-f2e60be1-e9a7-4a5a-a269-b4ebf743d533 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 210 time: 0.0328441 Jan 11 23:25:08.165922 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 42212) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:08.184876 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Allocated IP 172.20.0.8 (7715bb71-d3ca-4b56-bd0b-f6eec231fe27/6fcab61d-3ba3-4d78-a539-6a9d6c069b56/8b052b4e-2f51-4104-a929-ec6084c8c224) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:25:08.290076 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24822512-4d80-4893-b56c-d970f29dcab9 req-c4aa1342-70df-4401-ba64-6511ccd55f32 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:08.292355 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-24822512-4d80-4893-b56c-d970f29dcab9 req-c4aa1342-70df-4401-ba64-6511ccd55f32 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0522592 Jan 11 23:25:08.349498 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.370762 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-2a957dc4-d569-4d6a-82f6-e9e0502655c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c3c5634918d4930b240ac21c827dd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029884 Jan 11 23:25:08.373808 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42224) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:08.374752 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-24822512-4d80-4893-b56c-d970f29dcab9 req-5c11d322-7154-48c9-b4eb-040b1c2e72e4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757461 Jan 11 23:25:08.444078 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c45403ec-7cd9-4e5c-af28-291831960f87 admin admin] Publish callbacks [] for security_group (8c26b381-a5cd-47a2-ac17-2d2902fe0e34), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.468226 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c45403ec-7cd9-4e5c-af28-291831960f87 admin admin] Publish callbacks [] for security_group (8c26b381-a5cd-47a2-ac17-2d2902fe0e34), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.476194 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.517029 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d067-431c-4e13-87e8-7459ae6fe2c2 req-d588583c-ad6b-45f3-a545-60fbb13bed8d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:08.524551 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ecc8d067-431c-4e13-87e8-7459ae6fe2c2 req-d588583c-ad6b-45f3-a545-60fbb13bed8d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0666738 Jan 11 23:25:08.575700 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:25:08.583986 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ecc8d067-431c-4e13-87e8-7459ae6fe2c2 req-29fac560-85e2-4106-acba-0667d466ead4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554333 Jan 11 23:25:08.588288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:25:08.593340 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:25:08.638784 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:08.661210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:08.661855 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.670860 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131671df-0c89-4824-9020-d611052ca7e4 req-db26e473-1b77-482a-937b-007d59f634a9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:08.673006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-131671df-0c89-4824-9020-d611052ca7e4 req-db26e473-1b77-482a-937b-007d59f634a9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0638239 Jan 11 23:25:08.735448 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-131671df-0c89-4824-9020-d611052ca7e4 req-8a6131d8-e72e-4ff4-80b3-48da7b5f5700 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544953 Jan 11 23:25:08.803856 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-c977a7d5-a6b0-4dca-8e13-06da1120244a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0025647 Jan 11 23:25:08.804584 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c45403ec-7cd9-4e5c-af28-291831960f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (8c26b381-a5cd-47a2-ac17-2d2902fe0e34), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.807139 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c45403ec-7cd9-4e5c-af28-291831960f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.811975 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c45403ec-7cd9-4e5c-af28-291831960f87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c26b381-a5cd-47a2-ac17-2d2902fe0e34 HTTP/1.1" status: 204 len: 168 time: 0.4371488 Jan 11 23:25:08.828981 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45403ec-7cd9-4e5c-af28-291831960f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c26b381-a5cd-47a2-ac17-2d2902fe0e34,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:08.832103 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Request body: {'port': {'device_id': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:25:08.897589 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:08.968512 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-72b11a13-48ac-4aa9-a730-3f8dfe0fb048 None None] Provisioning complete for port 8b052b4e-2f51-4104-a929-ec6084c8c224 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:25:08.969114 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-72b11a13-48ac-4aa9-a730-3f8dfe0fb048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:09.034973 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-72b11a13-48ac-4aa9-a730-3f8dfe0fb048 None None] Port 8b052b4e-2f51-4104-a929-ec6084c8c224 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:25:09.245327 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f37da-1e55-4479-8ced-e3367cb84a5d req-37c767ba-5641-4c31-938f-70ba63a4280f tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:09.248682 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-067f37da-1e55-4479-8ced-e3367cb84a5d req-37c767ba-5641-4c31-938f-70ba63a4280f tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 931 time: 0.0881770 Jan 11 23:25:09.367092 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-067f37da-1e55-4479-8ced-e3367cb84a5d req-9393195a-d5ac-47b9-a815-7457e1aba505 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110094 Jan 11 23:25:09.430932 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b052b4e-2f51-4104-a929-ec6084c8c224 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:25:09.442038 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Publish callbacks [] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:09.458856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Transition to ACTIVE for port object 8b052b4e-2f51-4104-a929-ec6084c8c224 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:25:09.550868 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:09.588722 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72b6c0-8173-4efe-9d7f-27edaf51b095 req-76cc2c6a-5ccc-4229-9cae-16a6b7f59acc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:09.590621 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a72b6c0-8173-4efe-9d7f-27edaf51b095 req-76cc2c6a-5ccc-4229-9cae-16a6b7f59acc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0858593 Jan 11 23:25:09.612384 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:09.729185 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a72b6c0-8173-4efe-9d7f-27edaf51b095 req-29dd3197-a7d7-4379-90e5-08c07bde7ca1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164820 Jan 11 23:25:09.831523 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed36cab-5f7f-47a0-a6a2-78dd60ff2cb9 req-5a780894-4ea9-43a7-b3cc-8c12d3d45155 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:09.840214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eed36cab-5f7f-47a0-a6a2-78dd60ff2cb9 req-5a780894-4ea9-43a7-b3cc-8c12d3d45155 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0892100 Jan 11 23:25:09.872043 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Attempting to bind port 8b052b4e-2f51-4104-a929-ec6084c8c224 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:25:09.875441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Attempting to bind port 8b052b4e-2f51-4104-a929-ec6084c8c224 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:25:09.875998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Attempting to bind port 8b052b4e-2f51-4104-a929-ec6084c8c224 on network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:25:09.890294 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Port 8b052b4e-2f51-4104-a929-ec6084c8c224 on network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:25:09.890912 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Attempting to bind port 8b052b4e-2f51-4104-a929-ec6084c8c224 on network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:25:09.900089 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:25:09.915620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Checking segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:25:09.915620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Bound using segment: {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:25:09.915620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Bound port: 8b052b4e-2f51-4104-a929-ec6084c8c224, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490269a3-9b11-475b-a569-5cc610e3486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:25:09.915620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:09.998137 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eed36cab-5f7f-47a0-a6a2-78dd60ff2cb9 req-74a9d00f-485a-4f95-a70b-65f5e77f2804 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565619 Jan 11 23:25:10.009851 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:25:10.013355 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:25:10.039302 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056c580-90b7-41c8-b7d0-0919d7deab54 req-20d3b473-b10c-4b9d-8970-63eebf27c660 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:10.040914 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c056c580-90b7-41c8-b7d0-0919d7deab54 req-20d3b473-b10c-4b9d-8970-63eebf27c660 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0948207 Jan 11 23:25:10.126364 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:10.150347 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c056c580-90b7-41c8-b7d0-0919d7deab54 req-f6910a3e-58af-4a40-80c8-a451ac7d56c7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982659 Jan 11 23:25:10.171993 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ec6df-e5c6-4430-ac41-d43919db3142 req-e4c0a4d9-ad40-4252-a311-1255b7ff554b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:10.174479 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c07ec6df-e5c6-4430-ac41-d43919db3142 req-e4c0a4d9-ad40-4252-a311-1255b7ff554b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0876532 Jan 11 23:25:10.187391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 42276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:25:10.194912 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'floatingip': {'port_id': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:25:10.259622 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:10.273503 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (537316de-2b3a-42e9-9e61-d59cb91977db), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:10.281547 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:10.282266 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:10.285770 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-a524e514-f2d2-41e1-a208-9dc1c2d0a498 service neutron] 10.222.0.35 "PUT /v2.0/ports/8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 1093 time: 1.4600291 Jan 11 23:25:10.286509 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:10.290835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b07d138-89cd-40b7-930f-c25d788283ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:10.349190 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9dd49e-f753-41dd-aef1-995aaa416d86 x-openstack-request-id: req-eb9dd49e-f753-41dd-aef1-995aaa416d86 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:10.350495 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:10.350885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb9dd49e-f753-41dd-aef1-995aaa416d86 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:10.351354 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'status': 'completed', 'code': 200} Jan 11 23:25:10.651085 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107e8c8-080d-4474-9f6f-0a032ff8d019 req-aff12d82-aae9-4ee3-a885-9528fe86d4d1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:10.653090 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5107e8c8-080d-4474-9f6f-0a032ff8d019 req-aff12d82-aae9-4ee3-a885-9528fe86d4d1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.1786458 Jan 11 23:25:10.826625 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5107e8c8-080d-4474-9f6f-0a032ff8d019 req-5001b846-6fb6-4a55-b1c8-2a66cf0910e5 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637089 Jan 11 23:25:10.996269 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e965112-8313-41c6-9737-9b35deab48dd req-576f2159-6825-4907-a818-1e5afebb7897 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:10.997904 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e965112-8313-41c6-9737-9b35deab48dd req-576f2159-6825-4907-a818-1e5afebb7897 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.1159110 Jan 11 23:25:11.097256 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e965112-8313-41c6-9737-9b35deab48dd req-165489e7-ed2c-4d84-bdfe-7c771f3a75f8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926371 Jan 11 23:25:11.101809 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:11.166753 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (537316de-2b3a-42e9-9e61-d59cb91977db), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:11.310471 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aeaa28-8f1f-4e69-9d37-c7bdfaaec9a7 req-c00cc59c-5f79-4741-b4c5-e768fa526f33 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:11.312006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25aeaa28-8f1f-4e69-9d37-c7bdfaaec9a7 req-c00cc59c-5f79-4741-b4c5-e768fa526f33 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.1011047 Jan 11 23:25:11.327256 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Floating IP 537316de-2b3a-42e9-9e61-d59cb91977db associated. External IP: 172.27.0.207, port: d1f5b8e6-b681-44e4-8433-d2a612b3e679. Jan 11 23:25:11.791693 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25aeaa28-8f1f-4e69-9d37-c7bdfaaec9a7 req-8b2037bb-8dc2-4c7d-af74-a34d88876e20 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714925 Jan 11 23:25:11.808797 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Router 68434192-3d7a-4a32-b21c-4eda2092978a has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:25:11.950368 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:25:11.960361 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:11.962749 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:25:11.977772 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:25:11.979000 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:11.992717 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f4f79a8e-30e3-4e76-b6d2-a1b38a421141 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "PUT /v2.0/floatingips/537316de-2b3a-42e9-9e61-d59cb91977db HTTP/1.1" status: 200 len: 991 time: 1.8038366 Jan 11 23:25:11.995600 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:12.020937 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351fc093-928f-466b-a156-e8686650e482" -d '{"events": [{"name": "network-changed", "server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:12.143247 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb03897-34e5-4563-97c7-e20d8a71a017 req-84f5377d-d160-41e0-9465-53f5028ac147 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:12.144859 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5bb03897-34e5-4563-97c7-e20d8a71a017 req-84f5377d-d160-41e0-9465-53f5028ac147 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.1926374 Jan 11 23:25:12.199554 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:25:12.205859 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5bb03897-34e5-4563-97c7-e20d8a71a017 req-df2881a1-7023-42b9-8972-cd172492e1ca tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506816 Jan 11 23:25:12.265707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac3163d-4f90-4a86-b43c-4e45e5a42ca0 x-openstack-request-id: req-eac3163d-4f90-4a86-b43c-4e45e5a42ca0 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:12.266213 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:12.266623 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eac3163d-4f90-4a86-b43c-4e45e5a42ca0 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:12.267556 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'status': 'completed', 'code': 200} Jan 11 23:25:12.387743 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d520fe4-839e-41b7-b675-84b09c79c96d req-6dca3174-9e82-4c1f-a826-04a803ba5fee tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:12.389649 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d520fe4-839e-41b7-b675-84b09c79c96d req-6dca3174-9e82-4c1f-a826-04a803ba5fee tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0674331 Jan 11 23:25:12.468100 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3d520fe4-839e-41b7-b675-84b09c79c96d req-4f6bb2a6-dcca-4914-b235-40bef4426626 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712180 Jan 11 23:25:12.536394 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '537316de-2b3a-42e9-9e61-d59cb91977db', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'port_id': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'mac_address': 'fa:16:3e:4a:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae9ec4-1530-4430-a762-606edae01973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:24:25Z', 'updated_at': '2022-01-11T23:25:10Z', 'revision_number': 1, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:12.569924 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:25:12.578512 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:25:12.579123 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:24:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:12.694544 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:25:12.959730 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd2e7-4a8d-4552-b30b-f8f77fdbcb7c req-473179cb-60a5-473a-b8bc-f36298413e74 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:12.961399 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e32dd2e7-4a8d-4552-b30b-f8f77fdbcb7c req-473179cb-60a5-473a-b8bc-f36298413e74 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0723915 Jan 11 23:25:13.044334 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e32dd2e7-4a8d-4552-b30b-f8f77fdbcb7c req-25a69912-efc3-4dcc-a957-4bd37787f6c5 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772338 Jan 11 23:25:13.102439 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '537316de-2b3a-42e9-9e61-d59cb91977db', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'port_id': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'mac_address': 'fa:16:3e:4a:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae9ec4-1530-4430-a762-606edae01973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:24:25Z', 'updated_at': '2022-01-11T23:25:10Z', 'revision_number': 1, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:25:13.135593 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a2741f-c1d2-42ac-9cfc-f5934a4c8ec2 None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '537316de-2b3a-42e9-9e61-d59cb91977db', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'port_id': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'mac_address': 'fa:16:3e:4a:5c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbae9ec4-1530-4430-a762-606edae01973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:24:25Z', 'updated_at': '2022-01-11T23:25:10Z', 'revision_number': 1, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:25:13.341218 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c7644-4acd-4dbd-ac81-32fa36ff2d5c req-5c6ed2df-a00d-4c52-9c72-e58c26277253 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:13.342899 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be6c7644-4acd-4dbd-ac81-32fa36ff2d5c req-5c6ed2df-a00d-4c52-9c72-e58c26277253 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0590997 Jan 11 23:25:13.366839 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28435469-11eb-4144-883a-19d7d44fd2a6 None None] New status for floating IP 537316de-2b3a-42e9-9e61-d59cb91977db: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:25:13.431437 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be6c7644-4acd-4dbd-ac81-32fa36ff2d5c req-bd0afad5-6ae1-47b8-bddb-0342e0fc8f78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778344 Jan 11 23:25:13.607659 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839d65f-7256-4208-8bf4-b11108ab8dcc req-ec807b71-55fd-4128-924b-58bd57f0be28 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:13.609262 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7839d65f-7256-4208-8bf4-b11108ab8dcc req-ec807b71-55fd-4128-924b-58bd57f0be28 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0530822 Jan 11 23:25:13.686541 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7839d65f-7256-4208-8bf4-b11108ab8dcc req-fb984459-fa0f-46a7-9ca1-f1d7d6659bf7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613096 Jan 11 23:25:14.203881 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcac87-1e91-468a-93db-9d6e7807844b req-7960c435-f69c-4987-a3ac-d0a8fa4b995a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:14.206463 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04bcac87-1e91-468a-93db-9d6e7807844b req-7960c435-f69c-4987-a3ac-d0a8fa4b995a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0852563 Jan 11 23:25:14.256685 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04bcac87-1e91-468a-93db-9d6e7807844b req-b716727c-bc2a-4b3d-9b2a-0f256647e38b tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Jan 11 23:25:14.560664 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac0e3d-d4f6-49e8-988c-e41cfdf520bc req-100ba6cd-c9fa-4cee-925b-788d20c12f49 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:14.562335 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eaac0e3d-d4f6-49e8-988c-e41cfdf520bc req-100ba6cd-c9fa-4cee-925b-788d20c12f49 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0622909 Jan 11 23:25:14.611605 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eaac0e3d-d4f6-49e8-988c-e41cfdf520bc req-7bee8125-1015-487c-8085-22b515e14880 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Jan 11 23:25:14.832709 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3db09-65a4-4a0f-ae60-ba81b5cd55b3 req-f2cd744f-3137-4247-ae5b-5dc246a75764 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:14.834364 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ed3db09-65a4-4a0f-ae60-ba81b5cd55b3 req-f2cd744f-3137-4247-ae5b-5dc246a75764 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0618656 Jan 11 23:25:14.885638 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ed3db09-65a4-4a0f-ae60-ba81b5cd55b3 req-f860c9f4-39c1-4695-96b7-5a17eb4a0cea tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453827 Jan 11 23:25:15.414433 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0de9-8aae-4d31-b646-c5c51df74844 req-6e8cff90-62c6-4ed3-a166-1f16bf0f6123 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:15.420975 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c2b0de9-8aae-4d31-b646-c5c51df74844 req-6e8cff90-62c6-4ed3-a166-1f16bf0f6123 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0704622 Jan 11 23:25:15.481745 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c2b0de9-8aae-4d31-b646-c5c51df74844 req-79146427-0eb0-4056-9129-f735d3676d8a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Jan 11 23:25:15.647331 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-16a52896-82e6-4dbd-96c8-1671042b8172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:15.745897 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c3e45-ead8-49d4-8484-c4120baa0066 req-7c38e889-1b31-436f-9b80-5f02b21e9817 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:15.747353 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-122c3e45-ead8-49d4-8484-c4120baa0066 req-7c38e889-1b31-436f-9b80-5f02b21e9817 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0632188 Jan 11 23:25:15.836885 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-122c3e45-ead8-49d4-8484-c4120baa0066 req-5891e293-d55c-4990-8f01-19bbf6990981 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798774 Jan 11 23:25:16.030813 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ffde8-f37f-490a-9e42-3d88a10dfcae req-2b2d35ba-7ba7-4d7a-907c-8ddc7ec8fb9d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:16.032968 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-078ffde8-f37f-490a-9e42-3d88a10dfcae req-2b2d35ba-7ba7-4d7a-907c-8ddc7ec8fb9d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0543332 Jan 11 23:25:16.086148 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-078ffde8-f37f-490a-9e42-3d88a10dfcae req-3a55dc8c-34a5-43de-8dac-0951484539cd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461535 Jan 11 23:25:16.620128 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dbf66-c40e-400a-bc80-70f7022499ba req-de1d55a2-eae3-4164-954d-ba6ee9737387 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:16.620128 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c78dbf66-c40e-400a-bc80-70f7022499ba req-de1d55a2-eae3-4164-954d-ba6ee9737387 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0552387 Jan 11 23:25:16.667138 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c78dbf66-c40e-400a-bc80-70f7022499ba req-1c5a565d-110c-4731-9a02-5fdc25f0df78 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Jan 11 23:25:16.966141 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea42f78-279c-46b3-aa36-f62ee78dd19a req-9fc92fc0-def3-4a38-a141-2119716ce7f7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:16.967626 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3ea42f78-279c-46b3-aa36-f62ee78dd19a req-9fc92fc0-def3-4a38-a141-2119716ce7f7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0512435 Jan 11 23:25:17.024130 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3ea42f78-279c-46b3-aa36-f62ee78dd19a req-8b2bbadd-b43f-4a78-8a5c-1b77533e4412 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499640 Jan 11 23:25:17.222746 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7773221-9d9f-47c2-a913-6c22844a2b0b req-93ce3f27-d1ec-4480-a768-eabc85605e29 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:17.226941 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a7773221-9d9f-47c2-a913-6c22844a2b0b req-93ce3f27-d1ec-4480-a768-eabc85605e29 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0612941 Jan 11 23:25:17.285645 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a7773221-9d9f-47c2-a913-6c22844a2b0b req-fead707a-eded-46d8-a8cb-1012e5f15300 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492260 Jan 11 23:25:17.818424 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd9d15-fecf-4853-a32f-c0510b7e9764 req-ba6eda2a-5dee-484a-861c-34f79bc3b829 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:17.820003 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4cd9d15-fecf-4853-a32f-c0510b7e9764 req-ba6eda2a-5dee-484a-861c-34f79bc3b829 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0724566 Jan 11 23:25:17.896889 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4cd9d15-fecf-4853-a32f-c0510b7e9764 req-69081107-6186-42cc-973d-7552a598185b tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522628 Jan 11 23:25:17.937563 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4b521b86-784a-4510-a782-843f6e90da27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:18.153376 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40f4d2-3243-4be6-a2d1-3a3500a54588 req-3c57a1f5-1119-493a-b917-821572989a10 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:18.154957 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b40f4d2-3243-4be6-a2d1-3a3500a54588 req-3c57a1f5-1119-493a-b917-821572989a10 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0520017 Jan 11 23:25:18.211659 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b40f4d2-3243-4be6-a2d1-3a3500a54588 req-86912178-5ac7-4e67-9bc2-fc27ff420c93 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 Jan 11 23:25:18.422143 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6c154-d47f-4afc-9bd9-9d3c0ae92320 req-2f0803b3-5c0d-4225-aae0-5797b2dc604c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:18.429901 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-16c6c154-d47f-4afc-9bd9-9d3c0ae92320 req-2f0803b3-5c0d-4225-aae0-5797b2dc604c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0634539 Jan 11 23:25:18.475643 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-16c6c154-d47f-4afc-9bd9-9d3c0ae92320 req-5a76e80a-16f8-4d2c-96d3-2009ac457567 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448232 Jan 11 23:25:19.016216 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047cb31-16a5-48fe-a89b-fdba06ce3ff5 req-fdf122eb-b981-44a9-8b84-a645f91a13cc tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:19.017753 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b047cb31-16a5-48fe-a89b-fdba06ce3ff5 req-fdf122eb-b981-44a9-8b84-a645f91a13cc tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0514402 Jan 11 23:25:19.070014 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b047cb31-16a5-48fe-a89b-fdba06ce3ff5 req-f477b6c8-3541-4652-800d-87e07ae77926 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465555 Jan 11 23:25:19.138049 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:19.333146 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2812b-4ab9-4d86-a504-d4aa1ab10803 req-49910b7d-4526-4c6a-9fc6-8178ebe2b818 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:19.334622 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-def2812b-4ab9-4d86-a504-d4aa1ab10803 req-49910b7d-4526-4c6a-9fc6-8178ebe2b818 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0562005 Jan 11 23:25:19.387846 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-def2812b-4ab9-4d86-a504-d4aa1ab10803 req-375357b2-d340-4aa9-89bb-4a87895a6f52 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Jan 11 23:25:19.600941 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948b8b0-00f3-4bd6-9f53-d7b587656cbd req-bf5d4f90-1ee5-4a82-b1ab-a30a8c28047d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:19.602812 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b948b8b0-00f3-4bd6-9f53-d7b587656cbd req-bf5d4f90-1ee5-4a82-b1ab-a30a8c28047d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0518551 Jan 11 23:25:19.650155 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b948b8b0-00f3-4bd6-9f53-d7b587656cbd req-01dd57c1-9491-4558-a736-38ac006045b3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421550 Jan 11 23:25:20.185651 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa54c-0eac-4150-8c1e-62a86316f1fd req-0a43801a-f2c0-4d7c-97fc-3430a446c2da tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:20.187123 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-826fa54c-0eac-4150-8c1e-62a86316f1fd req-0a43801a-f2c0-4d7c-97fc-3430a446c2da tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jan 11 23:25:20.237666 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-826fa54c-0eac-4150-8c1e-62a86316f1fd req-e779298c-2299-44a5-be10-a2922839eb76 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450811 Jan 11 23:25:20.366169 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:20.500436 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780577cd-171f-4d77-aa8b-4dae6a7d7445 req-f45eb2db-9859-40be-9748-a0eb0a911fe7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:20.502880 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-780577cd-171f-4d77-aa8b-4dae6a7d7445 req-f45eb2db-9859-40be-9748-a0eb0a911fe7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0492480 Jan 11 23:25:20.550347 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-780577cd-171f-4d77-aa8b-4dae6a7d7445 req-e2640a61-af0b-42c4-b320-a954df5498c8 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Jan 11 23:25:20.868876 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21920357-c5a6-43e4-98f2-65f7db12f625 req-2de2f782-191c-4462-9ff6-1beab3efbe22 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:20.870375 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21920357-c5a6-43e4-98f2-65f7db12f625 req-2de2f782-191c-4462-9ff6-1beab3efbe22 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0484474 Jan 11 23:25:20.916330 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21920357-c5a6-43e4-98f2-65f7db12f625 req-242a2feb-7976-498a-859f-a9559901c41b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Jan 11 23:25:21.157402 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc093-928f-466b-a156-e8686650e482 req-64b2065f-33c7-43b6-b17d-021b010efbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.159567 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-64b2065f-33c7-43b6-b17d-021b010efbac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1098 time: 0.0699480 Jan 11 23:25:21.161944 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07d138-89cd-40b7-930f-c25d788283ce req-1d997693-c249-4bc9-a6e9-8f5ad9748f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.163273 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5b07d138-89cd-40b7-930f-c25d788283ce req-1d997693-c249-4bc9-a6e9-8f5ad9748f8e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0750918 Jan 11 23:25:21.338325 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc093-928f-466b-a156-e8686650e482 req-fff99415-a587-4388-a214-cc44add3ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.339775 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-fff99415-a587-4388-a214-cc44add3ff2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.1584172 Jan 11 23:25:21.341169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07d138-89cd-40b7-930f-c25d788283ce req-b78f8e75-cb53-4205-bf5d-431a1a966018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.342444 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5b07d138-89cd-40b7-930f-c25d788283ce req-b78f8e75-cb53-4205-bf5d-431a1a966018 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4a79824d06b94564aa6c30def6e33861&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1541543 Jan 11 23:25:21.357147 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eab748-5375-4131-9581-f9709b98483f req-a0c7d6eb-b901-4170-a390-abef1e9fd944 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.358627 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89eab748-5375-4131-9581-f9709b98483f req-a0c7d6eb-b901-4170-a390-abef1e9fd944 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0528932 Jan 11 23:25:21.406918 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-89eab748-5375-4131-9581-f9709b98483f req-bc708107-84e0-4242-97c6-b7b81621f02e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Jan 11 23:25:21.465867 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-ebbfa50e-e443-4439-a191-55e7a7d93bef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 1001 time: 0.1126564 Jan 11 23:25:21.527327 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07d138-89cd-40b7-930f-c25d788283ce req-33204682-a4ca-458e-8fe9-cb1f39933bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.528802 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5b07d138-89cd-40b7-930f-c25d788283ce req-33204682-a4ca-458e-8fe9-cb1f39933bdd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697013 Jan 11 23:25:21.532354 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc093-928f-466b-a156-e8686650e482 req-944c16ba-73e2-4f86-9d5d-d7b74b658979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.534634 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-944c16ba-73e2-4f86-9d5d-d7b74b658979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0619686 Jan 11 23:25:21.593944 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fc093-928f-466b-a156-e8686650e482 req-29b5f7a3-470f-4fd6-bab8-6b732a4c24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.595575 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-29b5f7a3-470f-4fd6-bab8-6b732a4c24db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423083 Jan 11 23:25:21.677440 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb22ac-8837-4745-8513-2d8161cb340f req-9afbe29c-d4d5-4d02-bdef-61087f165af3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.678917 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b6eb22ac-8837-4745-8513-2d8161cb340f req-9afbe29c-d4d5-4d02-bdef-61087f165af3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0499146 Jan 11 23:25:21.701601 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-689cbcc3-aba1-4ecc-9f72-98650b70eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.703052 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-689cbcc3-aba1-4ecc-9f72-98650b70eb0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0917811 Jan 11 23:25:21.718119 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-f5f2452f-71a0-498d-bf9b-8bbf5f1f70b2 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148844 Jan 11 23:25:21.725718 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b6eb22ac-8837-4745-8513-2d8161cb340f req-63451e26-c175-42d9-a9fd-d442eca05051 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Jan 11 23:25:21.761973 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-abf89716-c2b2-4bcc-ad6a-8ec4f7603d56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 217 time: 0.0350201 Jan 11 23:25:21.834644 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:21.990517 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-68fa5564-f718-4af3-a29f-7d550f7abb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:21.991974 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-68fa5564-f718-4af3-a29f-7d550f7abb50 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 200 len: 854 time: 0.1007071 Jan 11 23:25:22.024758 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-351fc093-928f-466b-a156-e8686650e482 req-87855604-6885-4f20-ae2f-3d9cc8536f24 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345928 Jan 11 23:25:22.038743 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79183-b846-4a7f-8e0a-7dd6bb472aae req-3b336942-462a-4f1c-b2b0-9e446dc0fe91 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:22.040430 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-36a79183-b846-4a7f-8e0a-7dd6bb472aae req-3b336942-462a-4f1c-b2b0-9e446dc0fe91 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0518990 Jan 11 23:25:22.054333 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-02cf3d92-74cf-4bde-9d2e-8e65efb44ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:22.055754 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-02cf3d92-74cf-4bde-9d2e-8e65efb44ce5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444682 Jan 11 23:25:22.089735 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-36a79183-b846-4a7f-8e0a-7dd6bb472aae req-5e47f0ab-d9a3-4ddc-909a-835d60db97ef tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435717 Jan 11 23:25:22.153049 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-f36dbffe-71a5-47b0-93fe-3bcac9b8df3b service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885065 Jan 11 23:25:22.245396 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a67a4931-352c-4bcb-b31a-80b314737f3b req-515bb7db-80de-494f-a811-7244b89b69fc service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852244 Jan 11 23:25:22.352989 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:22.524349 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46582ff-9a79-42a8-9c77-2107590ae8ff req-f935fc47-65f9-46e6-b5fc-aae853584e7c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:22.525904 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d46582ff-9a79-42a8-9c77-2107590ae8ff req-f935fc47-65f9-46e6-b5fc-aae853584e7c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0511820 Jan 11 23:25:22.574194 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d46582ff-9a79-42a8-9c77-2107590ae8ff req-0eea697f-10dd-4e43-893f-c5ebe0d750ff tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Jan 11 23:25:22.844606 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ba650-0b2e-4220-9c85-faa5ae8393a4 req-4f310bec-7b48-4eab-9ecc-f782a5a65751 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:22.848370 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be4ba650-0b2e-4220-9c85-faa5ae8393a4 req-4f310bec-7b48-4eab-9ecc-f782a5a65751 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0531969 Jan 11 23:25:22.898951 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be4ba650-0b2e-4220-9c85-faa5ae8393a4 req-cec668ed-0ef3-4979-ae49-a733ee1f03da tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Jan 11 23:25:23.166146 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-c547ba5d-5b09-4741-b809-8c1022e6f8c8 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:23.167629 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-c547ba5d-5b09-4741-b809-8c1022e6f8c8 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 945 time: 0.0530705 Jan 11 23:25:23.210747 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4ebf7-932e-47c5-97dd-9bf5c1c252a8 req-01b188c6-c621-4cce-8a44-6e311ab5a2fc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:23.212213 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5fb4ebf7-932e-47c5-97dd-9bf5c1c252a8 req-01b188c6-c621-4cce-8a44-6e311ab5a2fc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0499620 Jan 11 23:25:23.261506 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Deleting port 77c4c8d6-ec9c-4174-88e8-07512c283816 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:25:23.262050 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:23.262175 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5fb4ebf7-932e-47c5-97dd-9bf5c1c252a8 req-730cb16f-9cc4-4e46-9be7-20b678e13724 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440059 Jan 11 23:25:23.356748 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] For port 77c4c8d6-ec9c-4174-88e8-07512c283816, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77c4c8d6-ec9c-4174-88e8-07512c283816,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:23.357135 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:23.369567 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Calling delete_port for 77c4c8d6-ec9c-4174-88e8-07512c283816 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:25:23.560120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (77c4c8d6-ec9c-4174-88e8-07512c283816), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:23.589674 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Pushing event deleted for resources: {'Port': ['ID=77c4c8d6-ec9c-4174-88e8-07512c283816,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:23.604403 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['77c4c8d6-ec9c-4174-88e8-07512c283816'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:25:23.631504 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] No DVR routers for this DVR port 77c4c8d6-ec9c-4174-88e8-07512c283816 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:25:23.633985 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:23.637714 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-1c31f1bf-c191-4d54-b052-d4a2e31e8067 req-6e8844b3-1c98-4d31-a12d-5f6a4077a600 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "DELETE /v2.0/ports/77c4c8d6-ec9c-4174-88e8-07512c283816 HTTP/1.1" status: 204 len: 173 time: 0.4616241 Jan 11 23:25:23.638262 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'name': 'network-vif-deleted', 'tag': '77c4c8d6-ec9c-4174-88e8-07512c283816'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:23.640712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4af606-a295-4348-8322-68b7af11db67" -d '{"events": [{"server_uuid": "3f807e17-c9e8-4bfc-adcb-95ddb39697aa", "name": "network-vif-deleted", "tag": "77c4c8d6-ec9c-4174-88e8-07512c283816"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:23.680636 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c9664f09-a809-47d5-bfa5-60f3fa9eff26 req-5bb22341-b646-465d-b531-dcea8a9dc7db tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 210 time: 0.0274582 Jan 11 23:25:23.687380 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49b6ed-7f8d-46df-9f6a-dcac19d09fdb x-openstack-request-id: req-3e49b6ed-7f8d-46df-9f6a-dcac19d09fdb {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:23.687677 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f807e17-c9e8-4bfc-adcb-95ddb39697aa", "name": "network-vif-deleted", "tag": "77c4c8d6-ec9c-4174-88e8-07512c283816", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:23.687931 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e49b6ed-7f8d-46df-9f6a-dcac19d09fdb {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:23.688326 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f807e17-c9e8-4bfc-adcb-95ddb39697aa', 'name': 'network-vif-deleted', 'tag': '77c4c8d6-ec9c-4174-88e8-07512c283816', 'status': 'completed', 'code': 200} Jan 11 23:25:24.015558 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954d786-61e7-4fa4-bed0-db1edff46342 req-6fc026ad-ea41-4b46-a750-3ec42a1e5c09 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:24.017049 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3954d786-61e7-4fa4-bed0-db1edff46342 req-6fc026ad-ea41-4b46-a750-3ec42a1e5c09 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0489998 Jan 11 23:25:24.067212 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3954d786-61e7-4fa4-bed0-db1edff46342 req-a18bf97b-f830-4d20-98c7-e3a4c986d020 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Jan 11 23:25:24.344755 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:25:24.383979 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a959e-d658-47ee-acf6-eb7afe325ff3 req-9633f652-d7c1-41c8-9ff2-f09ce0efe796 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:24.385861 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a2a959e-d658-47ee-acf6-eb7afe325ff3 req-9633f652-d7c1-41c8-9ff2-f09ce0efe796 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 944 time: 0.0517998 Jan 11 23:25:24.437147 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a2a959e-d658-47ee-acf6-eb7afe325ff3 req-e4a3f330-9a81-45e9-82a5-4b553af0fd0a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Jan 11 23:25:24.450134 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:24.463368 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'port_id': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'mac_address': 'fa:16:3e:a4:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:25:24.490767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-46ba384c-4df7-4bcb-9ce4-5b693b6321d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:24.492079 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-46ba384c-4df7-4bcb-9ce4-5b693b6321d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1097 time: 0.0722427 Jan 11 23:25:24.506703 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:24.507111 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:24.520646 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:25:24.541251 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:24.621529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-e4b89c64-8980-4b75-b90a-ab4240651c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:24.621897 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:24.623013 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-e4b89c64-8980-4b75-b90a-ab4240651c48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0906787 Jan 11 23:25:24.672252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=9']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:24.689380 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-e7fe2cf0-e01a-482e-9954-a88fea9d6084 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 200 len: 1000 time: 0.0598679 Jan 11 23:25:24.757136 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-e351c80e-282d-4402-a805-a9811e8bdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:24.758736 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-e351c80e-282d-4402-a805-a9811e8bdc4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0538015 Jan 11 23:25:24.789831 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f40583de-e0cf-4b0a-a01e-701c66e6739e req-76c063cf-8624-440e-bcb6-bea7f522c1e3 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f807e17-c9e8-4bfc-adcb-95ddb39697aa HTTP/1.1" status: 200 len: 210 time: 0.0257492 Jan 11 23:25:24.810622 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-05d36430-d784-457d-89ec-2e417692d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:24.812133 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-05d36430-d784-457d-89ec-2e417692d185 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447781 Jan 11 23:25:24.907345 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-3a8d7c28-cdb7-4491-bbd6-1d0402fc816a service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879612 Jan 11 23:25:25.185880 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6f93e-c084-4a7a-8f64-7c8bf2c23ced req-3131a19d-6ee9-4061-b0d0-6899e367fce6 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:25.187342 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6ee6f93e-c084-4a7a-8f64-7c8bf2c23ced req-3131a19d-6ee9-4061-b0d0-6899e367fce6 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0516474 Jan 11 23:25:25.208825 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:25:25.228063 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e6ec6981-eeeb-4d61-b2e4-0d06bfd6e597 req-429362e3-52d2-445b-9b64-3a5f2f0df443 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136683 Jan 11 23:25:25.239465 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6ee6f93e-c084-4a7a-8f64-7c8bf2c23ced req-e06e5bd9-f25a-4729-a565-d51005b88a21 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Jan 11 23:25:25.558231 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d1806-9e99-4f22-84bc-549d9e71bdf0 req-e68385c0-0f54-4bcf-9791-cab6c2a493ba tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:25.559685 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-515d1806-9e99-4f22-84bc-549d9e71bdf0 req-e68385c0-0f54-4bcf-9791-cab6c2a493ba tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Jan 11 23:25:25.607966 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-515d1806-9e99-4f22-84bc-549d9e71bdf0 req-cb6feda0-662f-49af-aff7-2b32cd9e4de4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Jan 11 23:25:26.355809 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8b052b4e-2f51-4104-a929-ec6084c8c224 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:25:26.358703 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746065aa-171a-4d6d-94bd-56ecbe52c158 req-f41a4ecf-5265-4130-b7dc-bb0feb7a92bb tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:26.360328 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-746065aa-171a-4d6d-94bd-56ecbe52c158 req-f41a4ecf-5265-4130-b7dc-bb0feb7a92bb tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 943 time: 0.0515590 Jan 11 23:25:26.367799 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77c4c8d6-ec9c-4174-88e8-07512c283816 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:25:26.390943 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 77c4c8d6-ec9c-4174-88e8-07512c283816 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:25:26.391289 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77c4c8d6-ec9c-4174-88e8-07512c283816 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:25:26.409096 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-746065aa-171a-4d6d-94bd-56ecbe52c158 req-8311385e-419a-4c68-8bf7-2a58f47bab28 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Jan 11 23:25:26.474487 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:26.484635 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'port_id': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'mac_address': 'fa:16:3e:31:43:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:25:26.521926 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 8b052b4e-2f51-4104-a929-ec6084c8c224 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:26.522247 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:26.535461 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b052b4e-2f51-4104-a929-ec6084c8c224 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:25:26.555063 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:26.633060 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:26.685121 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:26.734413 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4082089-8f95-4f2d-b1ee-19a84e78b412 req-20e6c2dd-8da8-4534-974a-90a237f321d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:26.735865 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4082089-8f95-4f2d-b1ee-19a84e78b412 req-20e6c2dd-8da8-4534-974a-90a237f321d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0529592 Jan 11 23:25:26.782993 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4082089-8f95-4f2d-b1ee-19a84e78b412 req-4f438f7b-ad3e-4224-9c46-24ce659a385d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Jan 11 23:25:27.520758 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117c900-86fb-4e42-9244-980153b85a4b req-05a7fbb2-e741-4232-b1b9-1bc30f8e239a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:27.522136 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4117c900-86fb-4e42-9244-980153b85a4b req-05a7fbb2-e741-4232-b1b9-1bc30f8e239a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0475392 Jan 11 23:25:27.569251 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4117c900-86fb-4e42-9244-980153b85a4b req-cafc55f1-3b0b-4934-ba60-21ed18e52fcf tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Jan 11 23:25:27.909327 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fffc66-d506-413f-a34c-674a749bc202 req-933fbfc0-5e59-40a9-af3f-5752a60fbc8c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:27.911031 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b3fffc66-d506-413f-a34c-674a749bc202 req-933fbfc0-5e59-40a9-af3f-5752a60fbc8c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0510318 Jan 11 23:25:27.961060 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b3fffc66-d506-413f-a34c-674a749bc202 req-df085e80-7445-45d9-b458-7f3258a2bc97 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444851 Jan 11 23:25:28.684059 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048c04-3bb1-42fa-9a28-8aef7df6c7de req-a1631a17-bc19-4587-aa92-51f9ca4f7136 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:28.685562 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d048c04-3bb1-42fa-9a28-8aef7df6c7de req-a1631a17-bc19-4587-aa92-51f9ca4f7136 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0491982 Jan 11 23:25:28.731324 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d048c04-3bb1-42fa-9a28-8aef7df6c7de req-82ff5442-ae5c-4961-b7a1-58c20a5ed611 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Jan 11 23:25:29.076856 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53d16e-e7f2-442b-a85f-ef6be79ce385 req-2d99d2bc-b11e-48de-90fb-18f7b6542190 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:29.078324 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ee53d16e-e7f2-442b-a85f-ef6be79ce385 req-2d99d2bc-b11e-48de-90fb-18f7b6542190 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0477684 Jan 11 23:25:29.124965 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ee53d16e-e7f2-442b-a85f-ef6be79ce385 req-689d75e5-742d-4ee0-b00e-0571a4392c87 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401626 Jan 11 23:25:29.847204 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824abe8-1a3b-4a65-9bc0-fd669c8fbc79 req-f122e05a-c80f-4d40-a9e1-955fe063ba03 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:29.848679 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0824abe8-1a3b-4a65-9bc0-fd669c8fbc79 req-f122e05a-c80f-4d40-a9e1-955fe063ba03 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0526571 Jan 11 23:25:29.895185 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0824abe8-1a3b-4a65-9bc0-fd669c8fbc79 req-eb15eaf5-ecda-4ea4-93de-c2c4ecb0b252 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Jan 11 23:25:30.242870 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3726a-70b9-424b-aa24-eb9b777dca7c req-4a57ff5f-8137-488b-8f3b-e5e47837503a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:30.244315 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4dd3726a-70b9-424b-aa24-eb9b777dca7c req-4a57ff5f-8137-488b-8f3b-e5e47837503a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0492284 Jan 11 23:25:30.290750 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4dd3726a-70b9-424b-aa24-eb9b777dca7c req-eac87e00-ebae-450a-b551-0bd009ebe3cf tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409515 Jan 11 23:25:31.009567 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ca119-64ac-48a1-88d6-7b709ae1e896 req-8e4bb0ee-c52e-44cf-bb34-47639849551b tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:31.011032 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fa0ca119-64ac-48a1-88d6-7b709ae1e896 req-8e4bb0ee-c52e-44cf-bb34-47639849551b tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0515471 Jan 11 23:25:31.057969 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fa0ca119-64ac-48a1-88d6-7b709ae1e896 req-8f2b3cb7-204e-4b87-b1ca-762dc97a4a44 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Jan 11 23:25:31.408046 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387fbda-5aa2-490c-a3fe-98d644671e94 req-50da7548-34a8-4396-aa5f-4ac4968b6609 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:31.409552 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a387fbda-5aa2-490c-a3fe-98d644671e94 req-50da7548-34a8-4396-aa5f-4ac4968b6609 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0479248 Jan 11 23:25:31.455273 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a387fbda-5aa2-490c-a3fe-98d644671e94 req-f0573d51-cdda-494c-891f-739034c74976 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400763 Jan 11 23:25:32.170849 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5167338-3fd5-4df9-8f27-c1e4bf2f5a94 req-f3a0fce9-c56e-480b-82ed-961f2d1d023a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:32.172306 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a5167338-3fd5-4df9-8f27-c1e4bf2f5a94 req-f3a0fce9-c56e-480b-82ed-961f2d1d023a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0480366 Jan 11 23:25:32.223153 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a5167338-3fd5-4df9-8f27-c1e4bf2f5a94 req-3b0649b9-1801-4a3a-a60f-344f6ec64ead tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Jan 11 23:25:32.573384 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33434a-d130-4cc4-8011-3256d42f14b9 req-748442a5-e5c3-4daa-976e-3477ca1eeb40 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:32.574851 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab33434a-d130-4cc4-8011-3256d42f14b9 req-748442a5-e5c3-4daa-976e-3477ca1eeb40 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 945 time: 0.0496986 Jan 11 23:25:32.621565 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab33434a-d130-4cc4-8011-3256d42f14b9 req-63dcdbe7-930a-491d-abd5-faf80ca5091f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Jan 11 23:25:33.248084 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8b052b4e-2f51-4104-a929-ec6084c8c224'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:25:33.273553 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:25:33.337280 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00ab55-1799-4d71-9070-3d8eb1357981 req-4630851d-0448-4507-9ec0-569b90cdad05 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:33.338789 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a00ab55-1799-4d71-9070-3d8eb1357981 req-4630851d-0448-4507-9ec0-569b90cdad05 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0501013 Jan 11 23:25:33.380000 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:25:33.380511 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:33.397106 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a00ab55-1799-4d71-9070-3d8eb1357981 req-73f76d6d-fb33-430b-8814-04e3915588e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525639 Jan 11 23:25:33.496796 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:33.497443 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:33.523141 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:33.526610 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c4922-bca4-4e6b-953a-37cb157720d9" -d '{"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:33.542255 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:33.568053 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88750d7c-c7ba-47ff-b816-6b2dc62cb9d3 x-openstack-request-id: req-88750d7c-c7ba-47ff-b816-6b2dc62cb9d3 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:33.568346 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-plugged", "status": "completed", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:33.568598 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88750d7c-c7ba-47ff-b816-6b2dc62cb9d3 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:33.569025 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'code': 200} Jan 11 23:25:33.600240 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:33.646716 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:33.759262 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7fc56-6e6d-4061-a809-6f11cab5e58d req-76080b36-b5ce-444c-8391-b8c011293e8c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:33.760788 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4ea7fc56-6e6d-4061-a809-6f11cab5e58d req-76080b36-b5ce-444c-8391-b8c011293e8c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0643613 Jan 11 23:25:33.813999 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4ea7fc56-6e6d-4061-a809-6f11cab5e58d req-1da8204a-f9d2-439d-971b-5180c65069af tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476446 Jan 11 23:25:34.502893 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65261f19-cb14-4b5e-ba0c-4b981d27b4f4 req-b380946b-726e-49f4-88a5-2a5f7496a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:34.504684 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-65261f19-cb14-4b5e-ba0c-4b981d27b4f4 req-b380946b-726e-49f4-88a5-2a5f7496a2c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 1100 time: 0.0459273 Jan 11 23:25:34.524080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0333b6-e27b-4657-823f-6a89853d3031 req-e45c02f9-05f8-4b25-9dca-188b5fb958ae tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:34.525620 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be0333b6-e27b-4657-823f-6a89853d3031 req-e45c02f9-05f8-4b25-9dca-188b5fb958ae tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 944 time: 0.0521221 Jan 11 23:25:34.552900 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-65261f19-cb14-4b5e-ba0c-4b981d27b4f4 req-107ab7f5-73c8-4ae0-a413-000e547694bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Jan 11 23:25:34.579107 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be0333b6-e27b-4657-823f-6a89853d3031 req-096eff96-194f-4d3f-9480-de362fe27b20 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Jan 11 23:25:34.937331 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca51aa-0190-4cfd-afcc-bfd2aa4c1de9 req-d5670fb0-c990-4389-8381-dbdb8009b710 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:34.938784 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4dca51aa-0190-4cfd-afcc-bfd2aa4c1de9 req-d5670fb0-c990-4389-8381-dbdb8009b710 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0486424 Jan 11 23:25:34.988355 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4dca51aa-0190-4cfd-afcc-bfd2aa4c1de9 req-2ae49e14-a2b0-40d4-8fbd-642a4bc4af85 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Jan 11 23:25:35.272732 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8b052b4e-2f51-4104-a929-ec6084c8c224 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:25:35.371758 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 8b052b4e-2f51-4104-a929-ec6084c8c224 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:25:35.375514 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 8b052b4e-2f51-4104-a929-ec6084c8c224 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:25:35.375892 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:35.453416 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 8b052b4e-2f51-4104-a929-ec6084c8c224 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:35.453797 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:35.485377 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:35.531572 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:35.570902 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:35.573152 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa956f3-5ce3-4a29-bdb2-7aede7883baf" -d '{"events": [{"server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "name": "network-vif-plugged", "status": "completed", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:35.584885 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:35.592192 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.592570 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.592963 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.593314 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.593650 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.593991 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.594325 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.594655 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.594990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.595318 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.595645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.595969 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.596291 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:35.613349 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30f951a-e753-4d04-a686-00266eae4909 x-openstack-request-id: req-b30f951a-e753-4d04-a686-00266eae4909 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:35.613661 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "name": "network-vif-plugged", "status": "completed", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:35.613922 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b30f951a-e753-4d04-a686-00266eae4909 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:35.614320 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'code': 200} Jan 11 23:25:35.706919 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea88da-3029-4593-8006-38c82d76a3d1 req-2628d267-b0fa-4343-a22c-19461b45a6c4 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:35.708393 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37ea88da-3029-4593-8006-38c82d76a3d1 req-2628d267-b0fa-4343-a22c-19461b45a6c4 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0516522 Jan 11 23:25:35.757592 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37ea88da-3029-4593-8006-38c82d76a3d1 req-71331c1a-c811-4622-8c8c-522ad0f2f72f tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434771 Jan 11 23:25:36.037530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45448737-73f8-4358-832d-bef2a9420635 req-b77350b8-21a5-4dbb-97bd-2ccf36ec751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:36.038932 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-45448737-73f8-4358-832d-bef2a9420635 req-b77350b8-21a5-4dbb-97bd-2ccf36ec751f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1098 time: 0.0399485 Jan 11 23:25:36.089023 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-45448737-73f8-4358-832d-bef2a9420635 req-842bece2-6fef-4453-9b65-4cf8351d8a07 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Jan 11 23:25:36.111644 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b70860-53a0-467f-8f49-02e3f1433c4b req-199b4589-d373-4b70-88ab-8fcb44516031 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:36.113901 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-73b70860-53a0-467f-8f49-02e3f1433c4b req-199b4589-d373-4b70-88ab-8fcb44516031 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0492530 Jan 11 23:25:36.163685 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-73b70860-53a0-467f-8f49-02e3f1433c4b req-41b29c6b-a397-468d-93b4-518eef432be2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Jan 11 23:25:36.873996 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649b9f-bbac-4c65-a805-c97164da9507 req-592ebd39-863c-4bb4-b026-6c49612a1bff tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:36.875472 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01649b9f-bbac-4c65-a805-c97164da9507 req-592ebd39-863c-4bb4-b026-6c49612a1bff tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0512493 Jan 11 23:25:36.922435 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01649b9f-bbac-4c65-a805-c97164da9507 req-357edce8-8a11-410e-b4d9-cf06e4956c57 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Jan 11 23:25:37.281544 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c47648-ad94-40a1-ad0e-0f82e72ceff4 req-8185faa2-5fea-4c04-8802-d86fc336771c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:37.283018 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e7c47648-ad94-40a1-ad0e-0f82e72ceff4 req-8185faa2-5fea-4c04-8802-d86fc336771c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0501020 Jan 11 23:25:37.332355 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e7c47648-ad94-40a1-ad0e-0f82e72ceff4 req-03ca9f3a-741c-4e91-88d8-8d753bfc4362 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421460 Jan 11 23:25:38.042652 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245ee37-df2a-472f-97ee-ac4c31154b31 req-6bf9d5af-054a-476c-9b12-a13f49331cdf tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:38.044136 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8245ee37-df2a-472f-97ee-ac4c31154b31 req-6bf9d5af-054a-476c-9b12-a13f49331cdf tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0550563 Jan 11 23:25:38.091842 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8245ee37-df2a-472f-97ee-ac4c31154b31 req-0ff8084f-be30-4bbb-9f52-4cc67dfa8cc0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Jan 11 23:25:38.454296 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb5502-b3c1-4f17-a4cd-7a1e0b80a0ea req-45dd350b-6663-4844-86b6-ba612471cb1d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:38.459844 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03fb5502-b3c1-4f17-a4cd-7a1e0b80a0ea req-45dd350b-6663-4844-86b6-ba612471cb1d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0488315 Jan 11 23:25:38.503446 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-03fb5502-b3c1-4f17-a4cd-7a1e0b80a0ea req-904dc267-9f44-47c5-a07c-1780b39c98ec tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419207 Jan 11 23:25:39.202565 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21324084-f8f3-4846-96f0-d44e863ab416 req-af0b0590-8fa5-4d56-b38f-af9eeac93c2d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:39.204006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21324084-f8f3-4846-96f0-d44e863ab416 req-af0b0590-8fa5-4d56-b38f-af9eeac93c2d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0473318 Jan 11 23:25:39.254143 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21324084-f8f3-4846-96f0-d44e863ab416 req-1325210b-935e-4097-a10a-92f582530fd4 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jan 11 23:25:39.622519 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09f85c-98c4-4633-8d98-84da2cc47f1d req-b37c53bd-7e0c-4341-906c-3a55a103bff0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:39.623950 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fb09f85c-98c4-4633-8d98-84da2cc47f1d req-b37c53bd-7e0c-4341-906c-3a55a103bff0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0478177 Jan 11 23:25:39.671166 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fb09f85c-98c4-4633-8d98-84da2cc47f1d req-0cbda08d-e8ff-41ca-a412-1287fd5b17af tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412419 Jan 11 23:25:40.368593 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221fe3-50e2-4bc3-a5d5-b437de0d1d67 req-cbe21f9c-78c1-482b-8722-2bb0f5d948b0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:40.370159 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-34221fe3-50e2-4bc3-a5d5-b437de0d1d67 req-cbe21f9c-78c1-482b-8722-2bb0f5d948b0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Jan 11 23:25:40.417117 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-34221fe3-50e2-4bc3-a5d5-b437de0d1d67 req-7b492551-d954-45b5-8c72-ca348b44b7ae tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414710 Jan 11 23:25:40.791879 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddd87b-9a55-4583-8927-bdb028c04353 req-e68f6465-6996-4b4a-9457-506d70f5d242 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:40.793363 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c6ddd87b-9a55-4583-8927-bdb028c04353 req-e68f6465-6996-4b4a-9457-506d70f5d242 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0518708 Jan 11 23:25:40.841409 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c6ddd87b-9a55-4583-8927-bdb028c04353 req-31248015-2f09-422f-ba2b-07e737e4b425 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Jan 11 23:25:41.530816 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d268-c92c-4e28-b383-69ef4be18733 req-d9fd72e7-eeb0-4388-b042-a5d9c9ee2f8b tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:41.532238 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f696d268-c92c-4e28-b383-69ef4be18733 req-d9fd72e7-eeb0-4388-b042-a5d9c9ee2f8b tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0507562 Jan 11 23:25:41.579813 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f696d268-c92c-4e28-b383-69ef4be18733 req-e94b0558-8544-486e-ac4d-20bfdd51a88e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Jan 11 23:25:41.962324 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0d47c-ba70-4f1e-a101-9ea7523ff028 req-c45c5bc1-5a4b-43e9-af9c-5cdf97500e29 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:41.963802 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10c0d47c-ba70-4f1e-a101-9ea7523ff028 req-c45c5bc1-5a4b-43e9-af9c-5cdf97500e29 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0487251 Jan 11 23:25:42.014013 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10c0d47c-ba70-4f1e-a101-9ea7523ff028 req-be0081ee-041e-4276-835c-b3357391808f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448892 Jan 11 23:25:42.571391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-5afdf427-8faf-485d-83bc-3e97aa09a773 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:42.572889 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-5afdf427-8faf-485d-83bc-3e97aa09a773 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/networks?id=9b9a000f-16dc-4e26-a195-7ff6cf13e490 HTTP/1.1" status: 200 len: 813 time: 0.1040926 Jan 11 23:25:42.587243 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-18f96f62-300c-4e29-847f-802b6669b020 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/quotas/c32b02c3bb924e5d9c74f8591d3d14eb HTTP/1.1" status: 200 len: 375 time: 0.0090668 Jan 11 23:25:42.621227 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-604c3e7d-fd1f-46aa-8e28-c7dce9316409 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291338 Jan 11 23:25:42.753117 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54c7c4-06ff-45a4-bb8d-3be6a65e7f71 req-69a67518-8ca0-46ea-8944-544df32fd3bf tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:42.755299 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ba54c7c4-06ff-45a4-bb8d-3be6a65e7f71 req-69a67518-8ca0-46ea-8944-544df32fd3bf tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.1053171 Jan 11 23:25:42.794542 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-8b05d5f3-aabe-4603-9f3e-8cd1815717e5 service neutron] 10.222.0.21 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669567 Jan 11 23:25:42.844067 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ba54c7c4-06ff-45a4-bb8d-3be6a65e7f71 req-689786a4-f1e1-4d0e-bed6-0dff697f1eba tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828950 Jan 11 23:25:42.902094 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-0f84e881-9f15-4b1d-9766-1bcf53791db9 service neutron] 10.222.0.21 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971134 Jan 11 23:25:43.115710 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b771c8b-bb79-41b7-a7ed-05d2ea50237d req-09ad0296-5e25-4cb7-9d05-a0e1c6c0e43b tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 210 time: 0.0274069 Jan 11 23:25:43.872965 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:25:43.969964 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5ea02-ed74-4071-a0e4-e5c4d2618bf9 req-5743193b-01f1-40d3-b534-f3c4d50ea06e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:43.971326 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-57a5ea02-ed74-4071-a0e4-e5c4d2618bf9 req-5743193b-01f1-40d3-b534-f3c4d50ea06e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Jan 11 23:25:44.017426 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-57a5ea02-ed74-4071-a0e4-e5c4d2618bf9 req-173c40dc-8203-4efe-9d3e-6c77209dee8f tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398724 Jan 11 23:25:44.140204 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aabc59-5d08-41a1-8aa6-001b052a52d4 req-215e3359-ba61-431b-af89-269a9d46cb64 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:44.141716 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-68aabc59-5d08-41a1-8aa6-001b052a52d4 req-215e3359-ba61-431b-af89-269a9d46cb64 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Jan 11 23:25:44.199759 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-68aabc59-5d08-41a1-8aa6-001b052a52d4 req-f76ac613-d719-45f7-a72c-c284d0a6f3f7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517929 Jan 11 23:25:44.215719 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dfb3e32d-adb4-4558-b9ed-3a716dcab19a req-f5342f01-3e50-45df-9890-00d264d59784 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 210 time: 0.0314424 Jan 11 23:25:44.551900 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cf129-6e62-4242-919f-67e1e80e7678 req-9f5cfe82-4dee-497a-b9da-e0d64d62c29d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:44.553370 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be3cf129-6e62-4242-919f-67e1e80e7678 req-9f5cfe82-4dee-497a-b9da-e0d64d62c29d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0610964 Jan 11 23:25:44.782604 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-be3cf129-6e62-4242-919f-67e1e80e7678 req-1c04ec52-0dd9-4af8-9782-cd6cebdbdcbf tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235389 Jan 11 23:25:45.317218 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-71510cfa-f92b-4c92-b107-d10e5b97cb22 req-1b6a8ab2-0fb9-47d3-a188-89349552f321 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 210 time: 0.0305622 Jan 11 23:25:45.341669 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-e3f56e14-ba3d-4632-8a75-497e0fd65ecf tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:45.343085 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-e3f56e14-ba3d-4632-8a75-497e0fd65ecf tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "GET /v2.0/networks?id=9b9a000f-16dc-4e26-a195-7ff6cf13e490 HTTP/1.1" status: 200 len: 813 time: 0.1144717 Jan 11 23:25:45.361897 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Request body: {'port': {'device_id': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490', 'admin_state_up': True, 'tenant_id': 'c32b02c3bb924e5d9c74f8591d3d14eb'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:25:45.598638 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Made reservation on behalf of c32b02c3bb924e5d9c74f8591d3d14eb for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:25:45.602292 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:45.626990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-000277d5-1d55-48b2-ade0-8ed28216c948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:45.737486 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Allocated IP 172.20.0.14 (9b9a000f-16dc-4e26-a195-7ff6cf13e490/9cbd530d-8d5d-473e-9da9-874596e1c656/7e969715-723b-4788-84da-014e9f87e680) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:25:45.891176 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks [] for port (7e969715-723b-4788-84da-014e9f87e680), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:45.983365 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (7e969715-723b-4788-84da-014e9f87e680), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:46.029000 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:25:46.031891 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:25:46.036091 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:25:46.042556 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Pushing event updated for resources: {'Port': ['ID=7e969715-723b-4788-84da-014e9f87e680,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:46.071761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.072112 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.072455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.072792 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.073158 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.073489 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.073819 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.074146 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.074473 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.074800 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.075120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.075441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.075760 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:25:46.098423 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:46.099089 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:46.185419 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-809fe2b8-2f68-4729-9e12-a312a95878e7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274691 Jan 11 23:25:46.432133 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1584c-f8c2-46a9-af53-fa31af6b4bbb req-4d663ee3-ce07-4886-bb44-575cf632275a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:46.433495 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-45d1584c-f8c2-46a9-af53-fa31af6b4bbb req-4d663ee3-ce07-4886-bb44-575cf632275a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 932 time: 0.0472074 Jan 11 23:25:46.478599 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-45d1584c-f8c2-46a9-af53-fa31af6b4bbb req-b7608edf-af67-47d3-9ab2-67d6abd2b80e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Jan 11 23:25:47.593588 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e49990-bbba-4ca1-913f-f199e9b1bacc req-ec200a95-80c7-4caa-9705-3119ffb07e05 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:47.595024 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-84e49990-bbba-4ca1-913f-f199e9b1bacc req-ec200a95-80c7-4caa-9705-3119ffb07e05 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 932 time: 0.0513425 Jan 11 23:25:47.639926 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-84e49990-bbba-4ca1-913f-f199e9b1bacc req-a961de0b-5a39-430f-9d33-84ba32054a29 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Jan 11 23:25:47.906714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7998f63d-ac6f-40c2-868d-e9df47719bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:48.751731 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e8531-51fc-4990-8c4f-29f8e104a89b req-83ec137e-1b7a-4a6f-b4cd-378d0fd5af5e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:48.753232 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-582e8531-51fc-4990-8c4f-29f8e104a89b req-83ec137e-1b7a-4a6f-b4cd-378d0fd5af5e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 932 time: 0.0483973 Jan 11 23:25:48.801434 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-582e8531-51fc-4990-8c4f-29f8e104a89b req-7d891aaf-82ec-4e84-9c51-f429094d78ba tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Jan 11 23:25:49.164111 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:49.912337 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911dab6-32e4-44c3-8e21-f01f31a0d3a7 req-bb477e3f-5c38-44c6-81d4-1a32e7e1bab1 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:49.913826 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4911dab6-32e4-44c3-8e21-f01f31a0d3a7 req-bb477e3f-5c38-44c6-81d4-1a32e7e1bab1 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 932 time: 0.0486977 Jan 11 23:25:49.965654 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4911dab6-32e4-44c3-8e21-f01f31a0d3a7 req-0a072cd5-1c1e-4465-b4e2-b00483bb8e48 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462091 Jan 11 23:25:50.355407 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Request body: {'port': {'device_id': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:25:50.409697 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:50.412110 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (7e969715-723b-4788-84da-014e9f87e680), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:50.668268 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e969715-723b-4788-84da-014e9f87e680 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:25:50.675658 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Publish callbacks [] for port (7e969715-723b-4788-84da-014e9f87e680), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:50.691097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Transition to ACTIVE for port object 7e969715-723b-4788-84da-014e9f87e680 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:25:50.748350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (7e969715-723b-4788-84da-014e9f87e680), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:50.798087 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e969715-723b-4788-84da-014e9f87e680,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:50.867501 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Attempting to bind port 7e969715-723b-4788-84da-014e9f87e680 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:25:50.867828 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Attempting to bind port 7e969715-723b-4788-84da-014e9f87e680 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:25:50.868316 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Attempting to bind port 7e969715-723b-4788-84da-014e9f87e680 on network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:25:50.872469 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Port 7e969715-723b-4788-84da-014e9f87e680 on network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:25:50.872781 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Attempting to bind port 7e969715-723b-4788-84da-014e9f87e680 on network 9b9a000f-16dc-4e26-a195-7ff6cf13e490 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:25:50.877448 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:25:50.877777 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Checking segment: {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:25:50.878151 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Bound using segment: {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:25:50.878663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Bound port: 7e969715-723b-4788-84da-014e9f87e680, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66681105-c185-4a32-83c1-0460e43f4ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:25:50.879012 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (7e969715-723b-4788-84da-014e9f87e680), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:50.939494 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] For port 7e969715-723b-4788-84da-014e9f87e680, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:25:50.942391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] For port 7e969715-723b-4788-84da-014e9f87e680, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7e969715-723b-4788-84da-014e9f87e680,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:25:51.006221 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (7e969715-723b-4788-84da-014e9f87e680), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:51.038780 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:51.039611 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:51.041010 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e969715-723b-4788-84da-014e9f87e680 HTTP/1.1" status: 200 len: 1094 time: 0.7390258 Jan 11 23:25:51.043375 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'tag': '7e969715-723b-4788-84da-014e9f87e680'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:51.045695 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9747db59-a91d-4bf7-a1c8-6804741e78e5", "tag": "7e969715-723b-4788-84da-014e9f87e680"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:51.076364 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb1072-614b-4dc7-9972-4541ee7d84a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e969715-723b-4788-84da-014e9f87e680,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:51.087417 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f704b1-9389-4e5e-a3ba-09c45b084da2 req-13bd6fee-7047-4361-b4bd-159e396f4dc4 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:51.088936 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d0f704b1-9389-4e5e-a3ba-09c45b084da2 req-13bd6fee-7047-4361-b4bd-159e396f4dc4 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 944 time: 0.0560060 Jan 11 23:25:51.143817 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3993f3d2-59eb-4469-b579-3011eec6f3ce x-openstack-request-id: req-3993f3d2-59eb-4469-b579-3011eec6f3ce {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:51.144157 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9747db59-a91d-4bf7-a1c8-6804741e78e5", "tag": "7e969715-723b-4788-84da-014e9f87e680", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:51.144943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3993f3d2-59eb-4469-b579-3011eec6f3ce {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:51.145673 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'tag': '7e969715-723b-4788-84da-014e9f87e680', 'status': 'completed', 'code': 200} Jan 11 23:25:51.148012 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d0f704b1-9389-4e5e-a3ba-09c45b084da2 req-72992585-5afd-476c-ab3e-42f832e8dd5b tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Jan 11 23:25:51.237104 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-b7f643f3-7ceb-483c-aa5d-66ddb55a0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:51.238511 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-b7f643f3-7ceb-483c-aa5d-66ddb55a0ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 1097 time: 0.0437238 Jan 11 23:25:51.290405 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-9d53244e-1e4c-4c5a-b5f8-864f5a90071b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e969715-723b-4788-84da-014e9f87e680 HTTP/1.1" status: 200 len: 217 time: 0.0339706 Jan 11 23:25:51.338913 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-fe8782e7-c101-4b06-aa33-7021226f8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:51.340321 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-fe8782e7-c101-4b06-aa33-7021226f8f4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cbd530d-8d5d-473e-9da9-874596e1c656 HTTP/1.1" status: 200 len: 853 time: 0.0433352 Jan 11 23:25:51.491619 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-2032f801-98f1-4485-bd0b-2cf02934e8fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b9a000f-16dc-4e26-a195-7ff6cf13e490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252213 Jan 11 23:25:51.601352 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-5fcdcd52-6e6c-4487-8651-53b2bc201883 service neutron] 10.222.0.35 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845106 Jan 11 23:25:51.697377 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a4193259-153d-4bba-b56e-03ed0cdb731d req-99f2c7be-610b-4cd7-85f5-752502c298ce service neutron] 10.222.0.35 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848317 Jan 11 23:25:51.820877 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:51.937213 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-c5e44a56-2aa5-4daa-8ff4-ad7674f460d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:51.938693 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-c5e44a56-2aa5-4daa-8ff4-ad7674f460d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 1097 time: 0.0407438 Jan 11 23:25:52.035919 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-cfd44bef-242c-4d36-9794-1d93961587f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:52.037384 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-cfd44bef-242c-4d36-9794-1d93961587f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b9a000f-16dc-4e26-a195-7ff6cf13e490 HTTP/1.1" status: 200 len: 914 time: 0.0825806 Jan 11 23:25:52.086617 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-c0975409-7738-43af-a5e7-6b5fa887982f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e969715-723b-4788-84da-014e9f87e680 HTTP/1.1" status: 200 len: 217 time: 0.0380566 Jan 11 23:25:52.135070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-e70971cb-0bd0-4120-b4f0-530c13fc3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:52.136465 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-e70971cb-0bd0-4120-b4f0-530c13fc3aac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9cbd530d-8d5d-473e-9da9-874596e1c656 HTTP/1.1" status: 200 len: 853 time: 0.0427539 Jan 11 23:25:52.166759 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-35fe626d-0000-4586-b90a-81919709958f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b9a000f-16dc-4e26-a195-7ff6cf13e490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236762 Jan 11 23:25:52.263523 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab3766-9007-464d-ab5b-86b92721eb1b req-fdf91880-ff26-4029-a927-1eaac392dc61 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:52.264166 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-6c2a22f3-dd78-4346-8a82-e273bd555748 service neutron] 10.222.0.35 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884426 Jan 11 23:25:52.265019 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1eab3766-9007-464d-ab5b-86b92721eb1b req-fdf91880-ff26-4029-a927-1eaac392dc61 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 944 time: 0.0506527 Jan 11 23:25:52.312545 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:52.314161 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1eab3766-9007-464d-ab5b-86b92721eb1b req-134707c7-8cc3-4945-beec-6746fa945b0c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Jan 11 23:25:52.353763 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9c7474a8-f283-4bd0-a937-b6cb4a6244ff req-8d6ec3a2-91e8-46c8-8803-699b671545fb service neutron] 10.222.0.35 "GET /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829492 Jan 11 23:25:53.432448 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac33308-d8ef-4058-a417-512a93bec3db req-d0fc1b22-1252-446a-b5d3-17e13b8134d3 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:53.433954 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ac33308-d8ef-4058-a417-512a93bec3db req-d0fc1b22-1252-446a-b5d3-17e13b8134d3 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 944 time: 0.0525792 Jan 11 23:25:53.479665 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ac33308-d8ef-4058-a417-512a93bec3db req-af42733b-23c3-4956-a72f-1be5848326f7 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Jan 11 23:25:54.595901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4f698-77c0-4c71-ac04-a3529da146bd req-6a8ebef8-ebd5-48ff-b60e-71370ac6f8a8 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:54.597367 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-99c4f698-77c0-4c71-ac04-a3529da146bd req-6a8ebef8-ebd5-48ff-b60e-71370ac6f8a8 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 944 time: 0.0491517 Jan 11 23:25:54.643806 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-99c4f698-77c0-4c71-ac04-a3529da146bd req-ff5704b8-3206-4838-8b3e-afc898f8169f tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Jan 11 23:25:55.358996 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 7e969715-723b-4788-84da-014e9f87e680 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:25:55.453049 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 7e969715-723b-4788-84da-014e9f87e680, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7e969715-723b-4788-84da-014e9f87e680,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:55.464658 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '7e969715-723b-4788-84da-014e9f87e680', 'network_id': '9b9a000f-16dc-4e26-a195-7ff6cf13e490', 'port_id': '7e969715-723b-4788-84da-014e9f87e680', 'mac_address': 'fa:16:3e:8a:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbd530d-8d5d-473e-9da9-874596e1c656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:25:55.504462 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 7e969715-723b-4788-84da-014e9f87e680 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:55.504846 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (7e969715-723b-4788-84da-014e9f87e680), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:55.518711 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e969715-723b-4788-84da-014e9f87e680 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:25:55.539037 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 7e969715-723b-4788-84da-014e9f87e680, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7e969715-723b-4788-84da-014e9f87e680,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:55.612959 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (7e969715-723b-4788-84da-014e9f87e680), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:55.658671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=7e969715-723b-4788-84da-014e9f87e680,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:25:55.761134 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83abe4a-494e-40c9-820f-b1527d7c759f req-8d2a3fda-c12c-4bf7-aa82-9e34ded3fbbc tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:55.762978 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f83abe4a-494e-40c9-820f-b1527d7c759f req-8d2a3fda-c12c-4bf7-aa82-9e34ded3fbbc tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 945 time: 0.0494142 Jan 11 23:25:55.818485 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f83abe4a-494e-40c9-820f-b1527d7c759f req-3a08e181-99d8-442c-9008-a4f91052570a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500491 Jan 11 23:25:56.284504 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['7e969715-723b-4788-84da-014e9f87e680'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:25:56.935954 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670cd7-a6e7-47cc-9a91-6c8b97d2496f req-81966584-de89-4ae4-ae1b-1754e6411ea2 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:56.937354 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97670cd7-a6e7-47cc-9a91-6c8b97d2496f req-81966584-de89-4ae4-ae1b-1754e6411ea2 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 945 time: 0.0507135 Jan 11 23:25:56.983220 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97670cd7-a6e7-47cc-9a91-6c8b97d2496f req-bbf67a65-43fb-4efc-8da1-fa489e0d2296 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Jan 11 23:25:58.098017 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab67e1c-45e3-422c-97e4-0fc8746b858b req-89dc1ab1-c72c-4778-a20e-9836a7919c64 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:58.099495 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7ab67e1c-45e3-422c-97e4-0fc8746b858b req-89dc1ab1-c72c-4778-a20e-9836a7919c64 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Jan 11 23:25:58.147051 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7ab67e1c-45e3-422c-97e4-0fc8746b858b req-ffd555c9-82a4-4e17-85ee-fb6c4f89a287 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Jan 11 23:25:59.262518 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537933e-1703-48db-a751-f212ab3e39d6 req-7be88f18-8d81-4398-8211-623d7ca71641 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:25:59.263955 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8537933e-1703-48db-a751-f212ab3e39d6 req-7be88f18-8d81-4398-8211-623d7ca71641 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 945 time: 0.0515478 Jan 11 23:25:59.309485 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8537933e-1703-48db-a751-f212ab3e39d6 req-bbaaf54a-1729-482d-973a-0324faea3ccb tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Jan 11 23:25:59.383481 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 7e969715-723b-4788-84da-014e9f87e680 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:25:59.494916 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 7e969715-723b-4788-84da-014e9f87e680 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:25:59.498545 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 7e969715-723b-4788-84da-014e9f87e680 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:25:59.498918 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (7e969715-723b-4788-84da-014e9f87e680), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:59.578006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 7e969715-723b-4788-84da-014e9f87e680 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:25:59.578396 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (7e969715-723b-4788-84da-014e9f87e680), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:59.600153 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e969715-723b-4788-84da-014e9f87e680'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:25:59.602434 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09a3094-96ac-4b58-90c7-0851adc12776" -d '{"events": [{"server_uuid": "9747db59-a91d-4bf7-a1c8-6804741e78e5", "name": "network-vif-plugged", "status": "completed", "tag": "7e969715-723b-4788-84da-014e9f87e680"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:25:59.614980 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 7e969715-723b-4788-84da-014e9f87e680, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7e969715-723b-4788-84da-014e9f87e680,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:25:59.642633 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f9f73a-613b-4482-aa71-4c7aeedfa39a x-openstack-request-id: req-a5f9f73a-613b-4482-aa71-4c7aeedfa39a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:25:59.642944 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9747db59-a91d-4bf7-a1c8-6804741e78e5", "name": "network-vif-plugged", "status": "completed", "tag": "7e969715-723b-4788-84da-014e9f87e680", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:25:59.643201 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5f9f73a-613b-4482-aa71-4c7aeedfa39a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:25:59.643599 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e969715-723b-4788-84da-014e9f87e680', 'code': 200} Jan 11 23:25:59.674014 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (7e969715-723b-4788-84da-014e9f87e680), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:25:59.725465 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=7e969715-723b-4788-84da-014e9f87e680,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:00.010286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f798ce0-0fbd-4dd9-a5d0-fdafb635f80c req-bca24190-d097-4537-a1b7-471af9c67b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:00.011705 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5f798ce0-0fbd-4dd9-a5d0-fdafb635f80c req-bca24190-d097-4537-a1b7-471af9c67b12 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 1099 time: 0.0436556 Jan 11 23:26:00.057176 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5f798ce0-0fbd-4dd9-a5d0-fdafb635f80c req-7058e9ad-73e5-4ad1-9340-0e244c1bd7f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Jan 11 23:26:00.425929 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8958ca2-cd88-4e74-bd48-153f0593df85 req-30fbbb2c-0198-43eb-9ec3-787048f791f4 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:00.427367 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f8958ca2-cd88-4e74-bd48-153f0593df85 req-30fbbb2c-0198-43eb-9ec3-787048f791f4 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0503082 Jan 11 23:26:00.474875 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f8958ca2-cd88-4e74-bd48-153f0593df85 req-a8068f49-3508-4347-bad8-579927c68a5e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Jan 11 23:26:01.592092 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289967-ee0c-486a-ba69-e7618aad5ed1 req-337d62e8-d9d5-4fe9-967f-cf140814c4d9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:01.593557 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22289967-ee0c-486a-ba69-e7618aad5ed1 req-337d62e8-d9d5-4fe9-967f-cf140814c4d9 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0509193 Jan 11 23:26:01.639043 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22289967-ee0c-486a-ba69-e7618aad5ed1 req-592edb39-49e9-400a-b4f1-fe60bcfe2a41 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394356 Jan 11 23:26:02.751162 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5328a-2e27-4eb1-b095-41efedcf798b req-f15f503e-48e1-41f8-b681-c215ce08ff35 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:02.752627 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1cd5328a-2e27-4eb1-b095-41efedcf798b req-f15f503e-48e1-41f8-b681-c215ce08ff35 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Jan 11 23:26:02.799938 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1cd5328a-2e27-4eb1-b095-41efedcf798b req-0a9c45d9-6f9f-435c-b455-b26c032df3d2 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Jan 11 23:26:09.868270 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1708db6-1952-47b5-8e5f-e1fc9fbccf62 req-c05caa65-2dbe-4d24-9438-6622e827b9f3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:09.869763 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f1708db6-1952-47b5-8e5f-e1fc9fbccf62 req-c05caa65-2dbe-4d24-9438-6622e827b9f3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0499732 Jan 11 23:26:09.923283 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f1708db6-1952-47b5-8e5f-e1fc9fbccf62 req-93671c49-473f-4e9e-8f51-750b1563ba31 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478768 Jan 11 23:26:09.946481 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42910) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:10.083580 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb45c9d1-6253-4cbc-961a-aa7eb3891c29 tempest-TestMinimumBasicScenario-1954322864 tempest-TestMinimumBasicScenario-1954322864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:10.085129 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fb45c9d1-6253-4cbc-961a-aa7eb3891c29 tempest-TestMinimumBasicScenario-1954322864 tempest-TestMinimumBasicScenario-1954322864-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1093 time: 0.1375926 Jan 11 23:26:10.088041 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42914) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:10.092175 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'port_id': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:10.211164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:10.312003 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:10.415768 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Allocated IP 172.27.0.180 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/f4bc53a8-87ed-472a-b845-8f002e764ae7) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:26:10.515976 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:10.611414 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:10.649313 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:26:10.654622 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:26:10.657268 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:26:10.692363 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'Port': ['ID=f4bc53a8-87ed-472a-b845-8f002e764ae7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:11.129102 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for floatingip (7c80bf1e-a2bc-4d00-99f6-c1821d4d0057), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:11.292040 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:11.450257 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:11.506705 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:11.578653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'Port': ['ID=f4bc53a8-87ed-472a-b845-8f002e764ae7,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:11.584752 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (7c80bf1e-a2bc-4d00-99f6-c1821d4d0057), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:11.682943 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Floating IP 7c80bf1e-a2bc-4d00-99f6-c1821d4d0057 associated. External IP: 172.27.0.180, port: 8b052b4e-2f51-4104-a929-ec6084c8c224. Jan 11 23:26:11.897650 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:26:12.244878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:26:12.254869 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90735526-711e-4331-ada5-97529b8bf29b None None] Sync routers for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:26:12.264199 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:26:12.264811 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:25:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:26:12.355818 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.369247 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:26:12.382662 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f0373cb7-5cae-4b42-84f8-12ee543519df tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2936366 Jan 11 23:26:12.386044 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:26:12.386044 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:26:12.386284 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 42936) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:12.390478 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929035287', 'description': 'tempest-secgroup-smoke-1929035287 description', 'project_id': '4a79824d06b94564aa6c30def6e33861'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:12.425773 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c0b9b5-2823-486c-ac45-686413c23d8c x-openstack-request-id: req-f9c0b9b5-2823-486c-ac45-686413c23d8c {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:26:12.426123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:26:12.426456 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9c0b9b5-2823-486c-ac45-686413c23d8c {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:26:12.426824 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'status': 'completed', 'code': 200} Jan 11 23:26:12.486075 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.532670 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-102588bf-5221-4758-842f-6bcd680fec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:12.534125 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-102588bf-5221-4758-842f-6bcd680fec07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1098 time: 0.0476246 Jan 11 23:26:12.560084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group (71890318-42bf-430b-b636-a40d5b62e46d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.612094 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '7c80bf1e-a2bc-4d00-99f6-c1821d4d0057', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'port_id': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'mac_address': 'fa:16:3e:31:43:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:26:10Z', 'updated_at': '2022-01-11T23:26:10Z', 'revision_number': 0, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:34Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:26:12.634681 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (71890318-42bf-430b-b636-a40d5b62e46d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.636258 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-d0e89445-e128-4b6d-a780-29df42bacd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:12.637774 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-d0e89445-e128-4b6d-a780-29df42bacd0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 916 time: 0.0908649 Jan 11 23:26:12.642459 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90735526-711e-4331-ada5-97529b8bf29b None None] Checking router: ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:26:12.652245 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:26:12.652861 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:25:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:26:12.667850 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71890318-42bf-430b-b636-a40d5b62e46d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:12.676500 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.677119 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.677717 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.678330 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.678817 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.679352 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.679726 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.680065 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.680397 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.680728 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.681104 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.681432 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.681755 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:26:12.713675 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-e8a4235d-df5d-4b6a-bc06-63a6b438ccda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 999 time: 0.0695510 Jan 11 23:26:12.727358 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.728730 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-20268a47-e04e-4a74-9882-1973dc50f175 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3418846 Jan 11 23:26:12.731627 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 42942) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:12.736125 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group_rule': {'security_group_id': '71890318-42bf-430b-b636-a40d5b62e46d', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:12.765173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-5dbf909a-7542-48ed-80a2-afe6ac2e39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:12.766399 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:26:12.766653 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-5dbf909a-7542-48ed-80a2-afe6ac2e39d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 200 len: 854 time: 0.0464640 Jan 11 23:26:12.811353 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (3a8f405d-555b-4034-9f55-cce748690864), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.822953 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-d1814cfb-1f63-42fb-9a7f-ae16c4f64fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:12.824720 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-d1814cfb-1f63-42fb-9a7f-ae16c4f64fb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468526 Jan 11 23:26:12.883598 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (3a8f405d-555b-4034-9f55-cce748690864), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.931370 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (3a8f405d-555b-4034-9f55-cce748690864), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:12.935030 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-6017a74f-6a55-4e0b-a65b-eb0c7a2e45b9 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035633 Jan 11 23:26:12.947104 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8f405d-555b-4034-9f55-cce748690864,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:13.017940 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-90735526-711e-4331-ada5-97529b8bf29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '7c80bf1e-a2bc-4d00-99f6-c1821d4d0057', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'port_id': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'mac_address': 'fa:16:3e:31:43:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:26:10Z', 'updated_at': '2022-01-11T23:26:10Z', 'revision_number': 0, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:34Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:26:13.020239 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.025639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42946) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:13.025843 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-24765de4-7ca7-40cd-b7fd-3c74e5d9c7ac tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931554 Jan 11 23:26:13.030088 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group_rule': {'security_group_id': '71890318-42bf-430b-b636-a40d5b62e46d', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:13.046168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90735526-711e-4331-ada5-97529b8bf29b None None] The sync data for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi is: [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '7c80bf1e-a2bc-4d00-99f6-c1821d4d0057', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'port_id': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'mac_address': 'fa:16:3e:31:43:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:26:10Z', 'updated_at': '2022-01-11T23:26:10Z', 'revision_number': 0, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:34Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:26:13.070911 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bdc8983f-efe5-46de-9f48-3e1ddcdc9c94 req-95c27fa9-238d-4783-b0b7-960d7442ed62 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289773 Jan 11 23:26:13.141993 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (91301224-73d3-4954-85dd-136e94716d54), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.193316 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (91301224-73d3-4954-85dd-136e94716d54), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.246836 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9a168-bded-49ce-9ecb-b0f2da06fc9b None None] New status for floating IP 7c80bf1e-a2bc-4d00-99f6-c1821d4d0057: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:26:13.286247 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (91301224-73d3-4954-85dd-136e94716d54), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.305803 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91301224-73d3-4954-85dd-136e94716d54,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:13.418886 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.420134 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9bba873c-997f-4fdb-870c-24da9f520348 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3935661 Jan 11 23:26:13.422900 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42954) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:13.427632 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group_rule': {'security_group_id': '71890318-42bf-430b-b636-a40d5b62e46d', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:13.513765 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (252f11ab-49e9-4cc1-9b39-f85493fb31cc), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.568843 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (252f11ab-49e9-4cc1-9b39-f85493fb31cc), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.661307 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (252f11ab-49e9-4cc1-9b39-f85493fb31cc), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.679873 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252f11ab-49e9-4cc1-9b39-f85493fb31cc,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:13.748821 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.750120 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-1dd2d590-eb85-4db4-8667-46678008a496 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262610 Jan 11 23:26:13.753822 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42958) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:13.758418 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group_rule': {'security_group_id': '71890318-42bf-430b-b636-a40d5b62e46d', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:13.873164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (4305f6b6-7bb8-4630-b161-cdef04d0387f), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.931789 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (4305f6b6-7bb8-4630-b161-cdef04d0387f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:13.989219 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (4305f6b6-7bb8-4630-b161-cdef04d0387f), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.008655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4305f6b6-7bb8-4630-b161-cdef04d0387f,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:14.074259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.075468 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-946dd170-a86b-494a-a85b-95bdb5c1b2f0 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3206613 Jan 11 23:26:14.078255 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42962) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:14.083109 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group_rule': {'security_group_id': '71890318-42bf-430b-b636-a40d5b62e46d', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:14.158697 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.securitygroups_db [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Project 4a79824d06b94564aa6c30def6e33861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 23:26:14.163612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (1479480f-c651-433e-811b-b3e53742ad38), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.222718 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (1479480f-c651-433e-811b-b3e53742ad38), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.273694 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (1479480f-c651-433e-811b-b3e53742ad38), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.291365 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1479480f-c651-433e-811b-b3e53742ad38,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:14.349198 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.350415 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-57177cdc-c69b-4225-a489-00dbac26cbc3 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2712059 Jan 11 23:26:14.353044 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42968) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:14.357498 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'security_group_rule': {'security_group_id': '71890318-42bf-430b-b636-a40d5b62e46d', 'project_id': '4a79824d06b94564aa6c30def6e33861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:14.449749 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.securitygroups_db [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Project 4a79824d06b94564aa6c30def6e33861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 23:26:14.455070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (d0d3a7d0-65c1-400f-ab79-4cd31ffb70ed), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.513805 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (d0d3a7d0-65c1-400f-ab79-4cd31ffb70ed), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.582730 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (d0d3a7d0-65c1-400f-ab79-4cd31ffb70ed), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.600561 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d3a7d0-65c1-400f-ab79-4cd31ffb70ed,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:14.672169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.672169 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-20cf688f-479c-4d81-b1db-7addfc61a82c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3178375 Jan 11 23:26:14.759075 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42976) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:14.766579 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-067da9d2-99f5-4005-9050-718288057126 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929035287&fields=id&tenant_id=4a79824d06b94564aa6c30def6e33861 HTTP/1.1" status: 200 len: 267 time: 0.0478208 Jan 11 23:26:14.825891 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-5984cd2f-ad45-4393-9247-50dd8ab4769e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:14.827357 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-5984cd2f-ad45-4393-9247-50dd8ab4769e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0539696 Jan 11 23:26:14.838489 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'port': {'security_groups': ['5dcd9704-6c80-447c-be24-3127f7a5b0d3', '71890318-42bf-430b-b636-a40d5b62e46d']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:26:14.870209 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cadf5ad7-b354-4d5a-b557-0a7bec433438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.905490 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:14.944987 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cadf5ad7-b354-4d5a-b557-0a7bec433438 admin admin] Publish callbacks [] for security_group (f0825ed8-b433-44ea-9ee2-d1a779c31e23), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.045516 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cadf5ad7-b354-4d5a-b557-0a7bec433438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f0825ed8-b433-44ea-9ee2-d1a779c31e23), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.085724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5ad7-b354-4d5a-b557-0a7bec433438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0825ed8-b433-44ea-9ee2-d1a779c31e23,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:15.090081 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-cadf5ad7-b354-4d5a-b557-0a7bec433438 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f9b359a32ac4e1186c5f512bcb12c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299754 Jan 11 23:26:15.092619 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 42982) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:26:15.133336 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:26:15.143011 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2434108c-ef51-4f23-92fb-f92f22c4ca38 admin admin] Publish callbacks [] for security_group (f0825ed8-b433-44ea-9ee2-d1a779c31e23), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.163425 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.163888 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2434108c-ef51-4f23-92fb-f92f22c4ca38 admin admin] Publish callbacks [] for security_group (f0825ed8-b433-44ea-9ee2-d1a779c31e23), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.216606 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.264356 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:15.264996 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.265480 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8b052b4e-2f51-4104-a929-ec6084c8c224'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:26:15.266365 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-490afa03-a716-4579-b539-dd4d4d711fa0 req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "PUT /v2.0/ports/8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 981 time: 0.4324017 Jan 11 23:26:15.266819 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:26:15.269158 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:26:15.271290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2434108c-ef51-4f23-92fb-f92f22c4ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f0825ed8-b433-44ea-9ee2-d1a779c31e23), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.274245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2434108c-ef51-4f23-92fb-f92f22c4ca38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.276538 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-2434108c-ef51-4f23-92fb-f92f22c4ca38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0825ed8-b433-44ea-9ee2-d1a779c31e23 HTTP/1.1" status: 204 len: 168 time: 0.1829593 Jan 11 23:26:15.293643 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434108c-ef51-4f23-92fb-f92f22c4ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0825ed8-b433-44ea-9ee2-d1a779c31e23,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:15.303639 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0da05-b5d4-45ee-a68a-5fdd467aac78 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=6']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:15.410878 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3377-b1b9-4d90-b978-8c08f61d1403 req-f69d5ad2-795a-48d4-97b9-3a36055ad05d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:15.418402 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-23bf3377-b1b9-4d90-b978-8c08f61d1403 req-f69d5ad2-795a-48d4-97b9-3a36055ad05d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0655315 Jan 11 23:26:15.481546 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-23bf3377-b1b9-4d90-b978-8c08f61d1403 req-1f1765d3-b039-4da2-b708-5a68d476192f tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622332 Jan 11 23:26:15.489909 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8b052b4e-2f51-4104-a929-ec6084c8c224'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:26:15.533419 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2b643-29bd-45c1-badb-b6276bf40bd2 x-openstack-request-id: req-a8a2b643-29bd-45c1-badb-b6276bf40bd2 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:26:15.533834 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:26:15.534169 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8a2b643-29bd-45c1-badb-b6276bf40bd2 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:26:15.535284 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'status': 'completed', 'code': 200} Jan 11 23:26:15.637204 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-54ae1e85-421f-4793-ac41-9d2490db4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:15.639178 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-54ae1e85-421f-4793-ac41-9d2490db4987 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1137 time: 0.0568407 Jan 11 23:26:15.656281 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-cdf1f990-ef1b-4abb-9e63-3bcd6c5148b0 None None] Provisioning complete for port 8b052b4e-2f51-4104-a929-ec6084c8c224 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:26:15.656661 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f990-ef1b-4abb-9e63-3bcd6c5148b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.693171 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-69e6b500-1824-4c4f-be87-0bbaa881e702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:15.760800 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-521775b3-b0e5-4440-b02e-8dc32daafcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:15.762794 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-521775b3-b0e5-4440-b02e-8dc32daafcf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 916 time: 0.1144710 Jan 11 23:26:15.841553 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-c53ec385-20b3-4b17-808e-ff5efcd023f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 1001 time: 0.0692666 Jan 11 23:26:15.872910 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1f990-ef1b-4abb-9e63-3bcd6c5148b0 None None] Current status of the port 8b052b4e-2f51-4104-a929-ec6084c8c224 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:26:15.895030 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-50bf2ab7-4947-4741-8357-06c97f230e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:15.896514 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-50bf2ab7-4947-4741-8357-06c97f230e39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 200 len: 854 time: 0.0470967 Jan 11 23:26:15.947579 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-dd22fb88-3cae-4d48-bea0-05ab798e2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:15.949086 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-dd22fb88-3cae-4d48-bea0-05ab798e2f9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449278 Jan 11 23:26:16.039434 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-d81d14ba-4541-44ba-bca0-00af976f786d service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Jan 11 23:26:16.138820 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a8a4e7d7-324f-4c48-ab43-0f4ec2f30457 req-87f735ec-cf20-4bfa-9220-59230ced66b2 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911300 Jan 11 23:26:17.895507 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e44c396a-affd-45ea-8c98-9ba0ffccde02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:19.182331 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:20.392616 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:20.871626 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:26:21.839780 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:22.313636 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:24.013099 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-2fe0d586-21bf-4df6-874d-600771caf9a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392210 Jan 11 23:26:24.084302 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-fa2b17e9-4988-4203-939b-1017ac2cfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:24.085838 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-fa2b17e9-4988-4203-939b-1017ac2cfebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.0393040 Jan 11 23:26:24.191970 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-d3d5d3d1-2ad9-4687-9f62-353f39804803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:24.193468 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-d3d5d3d1-2ad9-4687-9f62-353f39804803 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 910 time: 0.0881655 Jan 11 23:26:24.259373 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-3b1dd44a-7a4b-45ef-a1f0-354b564e7cc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 1001 time: 0.0583167 Jan 11 23:26:24.311274 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-edb9bd27-01e1-4287-9e57-ae35ef65c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:24.312705 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-edb9bd27-01e1-4287-9e57-ae35ef65c977 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0470276 Jan 11 23:26:24.357097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-c243da87-fbe3-4c33-8c53-8e2067366323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:24.358468 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-c243da87-fbe3-4c33-8c53-8e2067366323 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397680 Jan 11 23:26:24.447939 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-5267475a-4b99-4c1c-aa72-cf4e015b785a service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810988 Jan 11 23:26:24.540149 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-2cafc7b5-e767-46c8-81c0-f5563ed4df83 req-71299f20-0b3a-4908-bc44-c3826c8889bb service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853417 Jan 11 23:26:37.560901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75c7d3-8522-4923-8964-f7570d3ef40d req-868db177-2b45-4a14-98cd-45a76b9c6c51 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:37.562356 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3e75c7d3-8522-4923-8964-f7570d3ef40d req-868db177-2b45-4a14-98cd-45a76b9c6c51 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0487654 Jan 11 23:26:37.610678 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3e75c7d3-8522-4923-8964-f7570d3ef40d req-3f76dc8f-acbb-4e73-bc89-a86d9118a49e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Jan 11 23:26:38.724509 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25376c8-d7d3-48b4-8143-32e23a6ff617 req-d1aa6072-ebff-47d4-9199-e9c2486239bf tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:38.726034 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d25376c8-d7d3-48b4-8143-32e23a6ff617 req-d1aa6072-ebff-47d4-9199-e9c2486239bf tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0489066 Jan 11 23:26:38.773321 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d25376c8-d7d3-48b4-8143-32e23a6ff617 req-48e0d472-ddc9-4758-8934-2f652f3a273e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Jan 11 23:26:39.798215 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-b9e0a36f-79ac-4c14-88e8-d7596786401c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:39.799947 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-b9e0a36f-79ac-4c14-88e8-d7596786401c tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Jan 11 23:26:39.902133 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e88e82-dd38-4a8a-844a-1858d2cb4464 req-c6d56f7d-2d4c-4a0d-813e-b96f8f200d33 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:26:39.902747 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Deleting port 7e969715-723b-4788-84da-014e9f87e680 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:26:39.902747 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (7e969715-723b-4788-84da-014e9f87e680), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:39.903697 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-31e88e82-dd38-4a8a-844a-1858d2cb4464 req-c6d56f7d-2d4c-4a0d-813e-b96f8f200d33 tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 946 time: 0.0601420 Jan 11 23:26:39.952474 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-31e88e82-dd38-4a8a-844a-1858d2cb4464 req-aad4e53b-c1d7-4df8-9415-1960335d85bc tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/security-groups?id=3af8a192-b98a-4fc1-bcee-33211d792586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Jan 11 23:26:39.993869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] For port 7e969715-723b-4788-84da-014e9f87e680, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7e969715-723b-4788-84da-014e9f87e680,segment=NetworkSegment(66681105-c185-4a32-83c1-0460e43f4ce6),segment_id=66681105-c185-4a32-83c1-0460e43f4ce6)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:26:39.994242 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (7e969715-723b-4788-84da-014e9f87e680), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:40.006846 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Calling delete_port for 7e969715-723b-4788-84da-014e9f87e680 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:26:40.193838 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (7e969715-723b-4788-84da-014e9f87e680), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:40.220383 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Pushing event deleted for resources: {'Port': ['ID=7e969715-723b-4788-84da-014e9f87e680,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:26:40.241272 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['7e969715-723b-4788-84da-014e9f87e680'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:26:40.262652 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] No DVR routers for this DVR port 7e969715-723b-4788-84da-014e9f87e680 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:26:40.264891 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:40.268222 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4a44888c-9e73-4d1e-91fd-061d77dc33c7 req-5ea69193-6cee-4a59-bf7e-3562238a8b2a tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.35 "DELETE /v2.0/ports/7e969715-723b-4788-84da-014e9f87e680 HTTP/1.1" status: 204 len: 173 time: 0.4625742 Jan 11 23:26:40.268663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'name': 'network-vif-deleted', 'tag': '7e969715-723b-4788-84da-014e9f87e680'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:26:40.271643 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc54fe60-0f42-4ace-b12e-09784c3e7d95" -d '{"events": [{"server_uuid": "9747db59-a91d-4bf7-a1c8-6804741e78e5", "name": "network-vif-deleted", "tag": "7e969715-723b-4788-84da-014e9f87e680"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:26:40.306125 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8ef33d-caa8-48bb-a2bc-cfed6adb87cc x-openstack-request-id: req-ed8ef33d-caa8-48bb-a2bc-cfed6adb87cc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:26:40.306421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9747db59-a91d-4bf7-a1c8-6804741e78e5", "name": "network-vif-deleted", "tag": "7e969715-723b-4788-84da-014e9f87e680", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:26:40.306680 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed8ef33d-caa8-48bb-a2bc-cfed6adb87cc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:26:40.307085 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9747db59-a91d-4bf7-a1c8-6804741e78e5', 'name': 'network-vif-deleted', 'tag': '7e969715-723b-4788-84da-014e9f87e680', 'status': 'completed', 'code': 200} Jan 11 23:26:41.064513 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67dcd93d-ae0f-465c-836b-99d3695eca22 req-2dc127f0-d49d-4203-8865-f1a0603eac4e tempest-VolumesSnapshotTestJSON-797714559 tempest-VolumesSnapshotTestJSON-797714559-project] 10.222.0.21 "GET /v2.0/ports?device_id=9747db59-a91d-4bf7-a1c8-6804741e78e5 HTTP/1.1" status: 200 len: 210 time: 0.0299721 Jan 11 23:26:43.573902 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 7e969715-723b-4788-84da-014e9f87e680 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:26:43.594186 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 7e969715-723b-4788-84da-014e9f87e680 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:26:43.594538 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 7e969715-723b-4788-84da-014e9f87e680 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:26:45.637488 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2d6ed25e-679c-49b7-a71e-d8c8366c021d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:47.896954 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6e6c54eb-001f-474f-bc3c-5118f883e528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:49.170546 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:50.416342 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:51.850743 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:52.380710 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:26:57.947030 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:27:11.404298 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 43316) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:11.451072 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Deleting subnet 9cbd530d-8d5d-473e-9da9-874596e1c656 {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:27:11.453974 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Publish callbacks [] for subnet (9cbd530d-8d5d-473e-9da9-874596e1c656), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.486738 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (9cbd530d-8d5d-473e-9da9-874596e1c656), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.523490 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (9cbd530d-8d5d-473e-9da9-874596e1c656), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.650683 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (9cbd530d-8d5d-473e-9da9-874596e1c656), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.675904 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbd530d-8d5d-473e-9da9-874596e1c656,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:11.680280 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.686844 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9cbd530d-8d5d-473e-9da9-874596e1c656 HTTP/1.1" status: 204 len: 168 time: 0.2779799 Jan 11 23:27:11.686975 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43318) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:11.688359 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.688704 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.689074 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.689413 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.689740 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.690062 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.690392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.690716 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.691036 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.691357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.691676 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.691993 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.692309 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c20d4b3-3587-4db9-8c1c-453c6733a422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:11.753632 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (9b9a000f-16dc-4e26-a195-7ff6cf13e490), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.834085 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (9b9a000f-16dc-4e26-a195-7ff6cf13e490), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.854196 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9a000f-16dc-4e26-a195-7ff6cf13e490']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:11.863418 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66681105-c185-4a32-83c1-0460e43f4ce6') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:11.863711 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66681105-c185-4a32-83c1-0460e43f4ce6') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:11.873080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4152060'] for segment (66681105-c185-4a32-83c1-0460e43f4ce6), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.885623 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (66681105-c185-4a32-83c1-0460e43f4ce6), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.892189 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3666179'] for segment (66681105-c185-4a32-83c1-0460e43f4ce6), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: Traceback (most recent call last): Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: timer() Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: cb(*args, **kw) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: return func(*args, **kwargs) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: self._notify() Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: self.callback(batched_events) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: event.method(event) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: return f(self, *a, **k) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._get(url).json() Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:27:11.900353 dv-cinder-821602-8-iscsi neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:27:12.008391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (9b9a000f-16dc-4e26-a195-7ff6cf13e490), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:12.014704 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:12.017891 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9b9a000f-16dc-4e26-a195-7ff6cf13e490 HTTP/1.1" status: 204 len: 168 time: 0.3308735 Jan 11 23:27:12.030797 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192a78d-406c-4cc4-8e85-eaa6243859f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9a000f-16dc-4e26-a195-7ff6cf13e490,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:12.320248 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43324) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:12.364656 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ffa973e0-05df-4f87-bacd-0ea61fb4ded4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c32b02c3bb924e5d9c74f8591d3d14eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432088 Jan 11 23:27:12.366999 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43326) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:12.417009 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53785068-de77-4af2-bb7e-7aa577cc7808 admin admin] Publish callbacks [] for security_group (3af8a192-b98a-4fc1-bcee-33211d792586), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:12.438319 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53785068-de77-4af2-bb7e-7aa577cc7808 admin admin] Publish callbacks [] for security_group (3af8a192-b98a-4fc1-bcee-33211d792586), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:12.570618 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53785068-de77-4af2-bb7e-7aa577cc7808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (3af8a192-b98a-4fc1-bcee-33211d792586), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:12.573960 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-53785068-de77-4af2-bb7e-7aa577cc7808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:12.575190 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-53785068-de77-4af2-bb7e-7aa577cc7808 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3af8a192-b98a-4fc1-bcee-33211d792586 HTTP/1.1" status: 204 len: 168 time: 0.2071726 Jan 11 23:27:12.584858 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53785068-de77-4af2-bb7e-7aa577cc7808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af8a192-b98a-4fc1-bcee-33211d792586,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:15.547710 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51187b-97f2-4626-82f3-8f223cd8cd29 req-261679d2-3ae7-49c4-bd68-b9f7b4fbeaa6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:15.549501 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2a51187b-97f2-4626-82f3-8f223cd8cd29 req-261679d2-3ae7-49c4-bd68-b9f7b4fbeaa6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0541105 Jan 11 23:27:15.599470 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2a51187b-97f2-4626-82f3-8f223cd8cd29 req-9a0fd9f5-4d83-44d7-99de-b08e28193a4c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Jan 11 23:27:15.627408 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-040342cc-dc2f-4959-b9e7-04e10d5e08f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:16.719219 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b44070-3a7f-4463-836d-3de160401d2c req-3e04f6a3-4807-4a56-bc90-2d5af0354ea2 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:16.722160 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-66b44070-3a7f-4463-836d-3de160401d2c req-3e04f6a3-4807-4a56-bc90-2d5af0354ea2 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0535727 Jan 11 23:27:16.769501 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-66b44070-3a7f-4463-836d-3de160401d2c req-65e107a9-193d-42a5-b200-006e1fee15ac tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 Jan 11 23:27:17.893646 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800b99-d42f-40fe-a59a-efab0556da25 req-3cecfa8f-d419-44c5-b19f-8690351d8f7e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:17.894297 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6179036e-0a2d-4536-8208-da28fd0cbf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:17.894717 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b800b99-d42f-40fe-a59a-efab0556da25 req-3cecfa8f-d419-44c5-b19f-8690351d8f7e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0506690 Jan 11 23:27:17.953693 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3b800b99-d42f-40fe-a59a-efab0556da25 req-cb4fef9d-0543-4fc2-a6c4-291fe0e248a7 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558615 Jan 11 23:27:18.287363 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f525655-08b6-4bb6-9f78-b30ec72abfef req-505edc0e-353a-425a-ab30-d118ca7245f0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:18.288859 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f525655-08b6-4bb6-9f78-b30ec72abfef req-505edc0e-353a-425a-ab30-d118ca7245f0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0487819 Jan 11 23:27:18.342977 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f525655-08b6-4bb6-9f78-b30ec72abfef req-802d4bc9-66da-4dd9-a8a6-b56668166ecc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483913 Jan 11 23:27:19.069707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d5d21-ea74-4c55-aa35-5621c76cac3b req-71223437-069a-47a1-8f13-7abe9c9f9a06 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:19.071167 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-098d5d21-ea74-4c55-aa35-5621c76cac3b req-71223437-069a-47a1-8f13-7abe9c9f9a06 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0484908 Jan 11 23:27:19.121032 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-098d5d21-ea74-4c55-aa35-5621c76cac3b req-68d3abda-dee1-4901-98ae-e409f7d51920 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Jan 11 23:27:19.156961 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:19.462250 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eff8e-95e5-49ac-87e2-a07a8f186c9e req-b3deb18b-cc4e-42ce-b70a-112856d9019e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:19.463696 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-862eff8e-95e5-49ac-87e2-a07a8f186c9e req-b3deb18b-cc4e-42ce-b70a-112856d9019e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0481241 Jan 11 23:27:19.510399 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-862eff8e-95e5-49ac-87e2-a07a8f186c9e req-e88910cd-29f3-4f16-aedd-a20a35eee570 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403929 Jan 11 23:27:20.241344 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708439c-57f2-458e-b077-0a5413d881ba req-bf95cec9-4cb4-421f-99d4-15675a5f21c0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:20.242836 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6708439c-57f2-458e-b077-0a5413d881ba req-bf95cec9-4cb4-421f-99d4-15675a5f21c0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0525832 Jan 11 23:27:20.291727 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6708439c-57f2-458e-b077-0a5413d881ba req-9742ac9a-d88b-475c-a60e-e9921e375811 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Jan 11 23:27:20.373466 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-7b50aaaa-32c7-45d8-95ac-cd725119b58e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:20.375487 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-7b50aaaa-32c7-45d8-95ac-cd725119b58e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0530422 Jan 11 23:27:20.399155 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:20.468157 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Deleting port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:27:20.468475 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:20.561078 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] For port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:20.561439 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:20.629440 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303bc94-fc02-4b38-8cb4-976cc781f28b req-dcc7ebe2-37a5-4d7f-a70d-8812a6323a70 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:20.630960 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d303bc94-fc02-4b38-8cb4-976cc781f28b req-dcc7ebe2-37a5-4d7f-a70d-8812a6323a70 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 947 time: 0.0485611 Jan 11 23:27:20.677557 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d303bc94-fc02-4b38-8cb4-976cc781f28b req-1d5869f7-ac35-40a8-820f-45ff957d7eac tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=87849378-fd90-4683-83a5-2b1cdb3c7714&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403612 Jan 11 23:27:20.834512 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:20.834870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (c3a620f5-1160-4baa-af9e-992fc28cd042), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:20.835178 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Floating IP c3a620f5-1160-4baa-af9e-992fc28cd042 disassociated. External IP: 172.27.0.93, port: ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc. Jan 11 23:27:20.835506 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Calling delete_port for ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:27:21.025741 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:21.054847 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event deleted for resources: {'Port': ['ID=ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:21.167475 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:27:21.272823 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:27:21.282891 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:27:21.293189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:27:21.293788 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:27:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:21.314020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] No DVR routers for this DVR port ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:27:21.315639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:21.319222 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-263e3391-6fb4-4ca3-a77a-80fc8a7ca241 req-919c680c-0b0a-4de0-8c5b-0d44641f745a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "DELETE /v2.0/ports/ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc HTTP/1.1" status: 204 len: 173 time: 0.9386373 Jan 11 23:27:21.319815 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-deleted', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:27:21.322119 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4cb961-19e6-4d4f-b695-395faf8cfe90" -d '{"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-deleted", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:27:21.374333 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd204567-d36a-49aa-9cc0-2804f53774c9 x-openstack-request-id: req-dd204567-d36a-49aa-9cc0-2804f53774c9 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:27:21.375292 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24384bdf-61c5-4eb7-beee-ca03cd201501", "name": "network-vif-deleted", "tag": "ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:27:21.375554 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd204567-d36a-49aa-9cc0-2804f53774c9 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:27:21.375976 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24384bdf-61c5-4eb7-beee-ca03cd201501', 'name': 'network-vif-deleted', 'tag': 'ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc', 'status': 'completed', 'code': 200} Jan 11 23:27:21.450746 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5872-c7fc-4d3d-8e46-61d0f53ad1da req-ac4b14d6-3dc9-4bcd-bcb7-df3836b745d9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:21.452408 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-703c5872-c7fc-4d3d-8e46-61d0f53ad1da req-ac4b14d6-3dc9-4bcd-bcb7-df3836b745d9 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0806699 Jan 11 23:27:21.507539 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-703c5872-c7fc-4d3d-8e46-61d0f53ad1da req-5bc86f76-79e4-455d-9184-8f0613b59372 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493035 Jan 11 23:27:21.535040 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:27:21.743414 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:21.778533 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:27:21.796249 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d2cffef1-0d3c-4772-80ad-dda2985e8e70 req-de4d6f57-7701-4e80-9405-0e09613e6c55 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=24384bdf-61c5-4eb7-beee-ca03cd201501 HTTP/1.1" status: 200 len: 210 time: 0.0318160 Jan 11 23:27:21.804224 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:27:21.804941 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:27:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:21.846091 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:21.915819 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:27:22.117071 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:22.147607 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6e5be-996e-4c7c-ba5d-f237740fb8c8 None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:27:22.364592 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:22.390467 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96537b13-fc6b-4839-9628-3c492f272d5d None None] New status for floating IP c3a620f5-1160-4baa-af9e-992fc28cd042: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:27:22.632820 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5401ad-cf6d-4b42-9b4a-120bb8634af0 req-ef9a2ae8-d1c6-44f3-99cf-f8ba1887c848 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:22.634342 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1c5401ad-cf6d-4b42-9b4a-120bb8634af0 req-ef9a2ae8-d1c6-44f3-99cf-f8ba1887c848 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Jan 11 23:27:22.684089 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1c5401ad-cf6d-4b42-9b4a-120bb8634af0 req-1f006b0f-5f2f-45fd-8b32-29a42a09ac59 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Jan 11 23:27:23.707130 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:27:23.727217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:27:23.727561 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ec0a58d4-c1a6-474b-b5dd-4668ea4c68fc not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:27:23.851703 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c576aac-3bb5-4528-b671-c5c0c5c85de5 req-e191c62a-b6bb-41b8-8915-e9fb21da3e86 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:23.853181 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c576aac-3bb5-4528-b671-c5c0c5c85de5 req-e191c62a-b6bb-41b8-8915-e9fb21da3e86 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Jan 11 23:27:23.906958 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5c576aac-3bb5-4528-b671-c5c0c5c85de5 req-d4d769d9-7aa7-4a53-94a2-534a51a5050d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467956 Jan 11 23:27:23.953908 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43408) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:24.008450 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (87849378-fd90-4683-83a5-2b1cdb3c7714), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.031285 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (87849378-fd90-4683-83a5-2b1cdb3c7714), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.147166 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (87849378-fd90-4683-83a5-2b1cdb3c7714), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.149784 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.150930 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "DELETE /v2.0/security-groups/87849378-fd90-4683-83a5-2b1cdb3c7714 HTTP/1.1" status: 204 len: 168 time: 0.1960371 Jan 11 23:27:24.153820 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 43410) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:24.162156 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87849378-fd90-4683-83a5-2b1cdb3c7714,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:24.168163 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.168515 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.168891 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.169220 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.169567 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.169886 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.170216 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.170547 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.170874 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.171199 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.171528 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.171855 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.172179 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c95dd0-f4f0-4548-9455-2776c0fd6db9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:24.172804 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.api.v2.resource [None req-4edeefbe-fa5a-44d6-9a03-54d45ace3954 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] show failed (client error): The resource could not be found. Jan 11 23:27:24.174094 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4edeefbe-fa5a-44d6-9a03-54d45ace3954 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups/87849378-fd90-4683-83a5-2b1cdb3c7714 HTTP/1.1" status: 404 len: 347 time: 0.0185122 Jan 11 23:27:24.177360 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43412) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:24.303220 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Deleting port 9f48e7f5-9adf-4a8c-bcba-41af400a979d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:27:24.303563 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.379624 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.379947 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (9f48e7f5-9adf-4a8c-bcba-41af400a979d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.391483 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Calling delete_port for 9f48e7f5-9adf-4a8c-bcba-41af400a979d owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:27:24.627538 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (9f48e7f5-9adf-4a8c-bcba-41af400a979d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.655224 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event deleted for resources: {'Port': ['ID=9f48e7f5-9adf-4a8c-bcba-41af400a979d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:24.732867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (c3a620f5-1160-4baa-af9e-992fc28cd042), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.735142 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:24.739258 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-a7f24cfb-8ac6-42c5-a71f-770a752fe450 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "DELETE /v2.0/floatingips/c3a620f5-1160-4baa-af9e-992fc28cd042 HTTP/1.1" status: 204 len: 168 time: 0.5580149 Jan 11 23:27:24.926849 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-0c95e268-8890-40b7-b6df-411245cce9d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397544 Jan 11 23:27:25.015643 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048ffdc-a084-4747-af1a-51590726f67b req-5e3bf3b2-b011-4794-8e2d-dfff912b06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:25.017395 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-5e3bf3b2-b011-4794-8e2d-dfff912b06dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1098 time: 0.0513027 Jan 11 23:27:25.030480 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7c832-1c52-49d1-ab96-f681fbf30e4e req-d9b0c1c5-acf7-420c-bc05-f9c230489e5e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:25.033115 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01b7c832-1c52-49d1-ab96-f681fbf30e4e req-d9b0c1c5-acf7-420c-bc05-f9c230489e5e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0538898 Jan 11 23:27:25.089716 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01b7c832-1c52-49d1-ab96-f681fbf30e4e req-739933a1-fadf-4d65-a5f2-2cabdedfcd91 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512352 Jan 11 23:27:25.130373 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048ffdc-a084-4747-af1a-51590726f67b req-b66698dd-b8f5-4060-b00a-451fa81e7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:25.131759 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-b66698dd-b8f5-4060-b00a-451fa81e7b24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.0908732 Jan 11 23:27:25.195685 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-2cb9da66-839b-4892-8efe-6088d29b1b66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 1001 time: 0.0572755 Jan 11 23:27:25.242108 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048ffdc-a084-4747-af1a-51590726f67b req-3bd84c5a-050d-4288-8a02-2e09933187cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:25.243486 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-3bd84c5a-050d-4288-8a02-2e09933187cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0420785 Jan 11 23:27:25.289090 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048ffdc-a084-4747-af1a-51590726f67b req-cb3af690-e1cb-4a9a-ad4d-ec802b960769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:25.290534 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-cb3af690-e1cb-4a9a-ad4d-ec802b960769 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411716 Jan 11 23:27:25.370762 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43420) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:25.375309 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1327860315', 'description': 'tempest-description--1417884294'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:25.379883 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-3a0e7bd3-958c-4b61-abfc-bb2d3d063eba service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828404 Jan 11 23:27:25.444545 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.478943 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8048ffdc-a084-4747-af1a-51590726f67b req-56a5f793-5e7d-478a-b8f9-02846a920526 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918622 Jan 11 23:27:25.513829 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (2b9139ff-86bf-4d42-a9e1-713ce2e5248d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.598593 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2b9139ff-86bf-4d42-a9e1-713ce2e5248d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.626836 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9139ff-86bf-4d42-a9e1-713ce2e5248d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:25.697675 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.699814 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-67d90741-c915-43de-a62a-72eb9c15b2d2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3279655 Jan 11 23:27:25.702786 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43422) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:25.707179 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'security_group_rule': {'security_group_id': '2b9139ff-86bf-4d42-a9e1-713ce2e5248d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:25.810080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (71dfa63f-8daa-4faa-848e-0b8fe4fc33b5), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.866170 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (71dfa63f-8daa-4faa-848e-0b8fe4fc33b5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.935574 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (71dfa63f-8daa-4faa-848e-0b8fe4fc33b5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:25.957550 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dfa63f-8daa-4faa-848e-0b8fe4fc33b5,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:26.036751 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.036751 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-e96811f8-e213-4535-b1e0-f8cec258c2bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325579 Jan 11 23:27:26.039145 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43426) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:26.043936 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'security_group_rule': {'security_group_id': '2b9139ff-86bf-4d42-a9e1-713ce2e5248d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:26.146363 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (13a29262-8949-4826-a282-34ea3bc2ccfc), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.227789 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76392b4-a4c0-4b41-a0fb-9780e766936a req-52392e30-af28-4ffe-99b1-8a2681cc1f50 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:26.229192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c76392b4-a4c0-4b41-a0fb-9780e766936a req-52392e30-af28-4ffe-99b1-8a2681cc1f50 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0711160 Jan 11 23:27:26.235459 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (13a29262-8949-4826-a282-34ea3bc2ccfc), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.280021 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c76392b4-a4c0-4b41-a0fb-9780e766936a req-deb4ecc7-73f7-4197-aded-dc340628fa05 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433743 Jan 11 23:27:26.289846 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (13a29262-8949-4826-a282-34ea3bc2ccfc), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.310032 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a29262-8949-4826-a282-34ea3bc2ccfc,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:26.360593 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.361876 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ed5e571d-4070-47ee-afd2-cdd8ca5f6ac6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218069 Jan 11 23:27:26.364899 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43430) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:26.370906 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:26.438616 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.537185 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:26.639382 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Allocated IP 172.27.0.47 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/aad6bfae-3c6d-4534-ab50-fa54f6abe15b) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:27:26.923964 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.037718 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.080618 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:27:27.083455 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:27:27.086927 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:27:27.092997 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'Port': ['ID=aad6bfae-3c6d-4534-ab50-fa54f6abe15b,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:27.179602 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (edf0d836-227a-47f3-a039-61d3ea54b9ae), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.303961 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.449677 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b6109-724b-484b-a3b1-445de9a69908 req-65163369-4573-4d0f-a531-9be475d75824 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:27.451134 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-141b6109-724b-484b-a3b1-445de9a69908 req-65163369-4573-4d0f-a531-9be475d75824 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.1026440 Jan 11 23:27:27.522084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.532660 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-141b6109-724b-484b-a3b1-445de9a69908 req-51bb08b5-d92d-4b5d-8c71-d1d6e44e0f01 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740082 Jan 11 23:27:27.581105 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.654060 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'Port': ['ID=aad6bfae-3c6d-4534-ab50-fa54f6abe15b,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:27.662092 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (edf0d836-227a-47f3-a039-61d3ea54b9ae), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.760277 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:27.762143 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6d1622ed-9cb8-4b55-872d-edb2cfb07975 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3956850 Jan 11 23:27:27.962169 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-269468a3-ad3e-49bb-a0d3-6aa664d20c26 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1327860315&fields=id&tenant_id=a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 267 time: 0.0503175 Jan 11 23:27:28.070247 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-4aca30cf-8e55-448d-9bce-12e63c8e25c3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:28.071705 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-4aca30cf-8e55-448d-9bce-12e63c8e25c3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 816 time: 0.1031966 Jan 11 23:27:28.086163 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-1a6fff45-8286-4227-bfac-d4455a74cd26 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/quotas/a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 375 time: 0.0086820 Jan 11 23:27:28.135354 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-6f369f0d-da66-4547-9ea3-cb1c68e358d5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442314 Jan 11 23:27:28.233868 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-f678394b-58ba-4725-af0e-3351725894b0 service neutron] 10.222.0.21 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871520 Jan 11 23:27:28.324629 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-dfe0c08a-0178-4324-a2de-f149474e78fa service neutron] 10.222.0.21 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850234 Jan 11 23:27:28.536267 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f2c73975-49b0-4dac-896a-0d48489d3a03 req-80ed590f-702f-449c-9b3b-b056b30d2e5c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 210 time: 0.0265012 Jan 11 23:27:28.653195 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d1c0d-7163-46aa-b19d-7159c3af556d req-83a41099-afa2-4bcf-8ed9-52b8898e8fbe tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:28.654658 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-344d1c0d-7163-46aa-b19d-7159c3af556d req-83a41099-afa2-4bcf-8ed9-52b8898e8fbe tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0543053 Jan 11 23:27:28.703971 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-344d1c0d-7163-46aa-b19d-7159c3af556d req-37d62ddb-2ae3-43c5-b239-9b932674260e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435882 Jan 11 23:27:29.637369 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-937a7d35-ba40-4add-9a7a-92ad2a0b77ca req-c966a9c6-bd47-41e8-a6bf-8d26c2d647f0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 210 time: 0.0255947 Jan 11 23:27:29.821867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3c78b-1ce1-4535-81a4-835740e65e1e req-c01f4ec4-726d-4843-a81d-2d52a8584e6c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:29.823737 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37e3c78b-1ce1-4535-81a4-835740e65e1e req-c01f4ec4-726d-4843-a81d-2d52a8584e6c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0523951 Jan 11 23:27:29.874102 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-37e3c78b-1ce1-4535-81a4-835740e65e1e req-347168a8-48f4-4212-8e0c-3dda3dbb3019 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449481 Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.386216 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-fe105d68-d3cf-48fa-bd40-704b7460c2fb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:30.388892 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-fe105d68-d3cf-48fa-bd40-704b7460c2fb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 816 time: 0.1040976 Jan 11 23:27:30.457032 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-a605b1c7-66b7-4821-9fdc-28572da09e07 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 380 time: 0.0520546 Jan 11 23:27:30.467068 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'port': {'device_id': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'admin_state_up': True, 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'security_groups': ['2b9139ff-86bf-4d42-a9e1-713ce2e5248d']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:30.678343 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Made reservation on behalf of a993a142a79f41f397c5ddf6f00d1098 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:27:30.682070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:30.752344 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5060222a-e2d5-44e1-ae79-c70e52e4464e req-57180de7-2632-4f8a-a37e-81afb13b2a87 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 210 time: 0.0338531 Jan 11 23:27:30.815701 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Allocated IP 172.20.0.14 (6139746c-f6c4-42fe-97aa-d3688de1c092/90ef07d2-f102-4d40-aa3d-38192834320b/1fc86980-e78a-4429-9ed2-b988a45a215a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:27:31.015829 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e84f08-8dce-47b9-9e4e-6d62824f2b4c req-999a8919-f74f-4257-b35b-943b08ab0efd tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.017456 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25e84f08-8dce-47b9-9e4e-6d62824f2b4c req-999a8919-f74f-4257-b35b-943b08ab0efd tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0588360 Jan 11 23:27:31.076153 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-25e84f08-8dce-47b9-9e4e-6d62824f2b4c req-d4520059-39e8-46d5-9111-fad1195331c7 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517642 Jan 11 23:27:31.199576 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-daaa0718-8e67-4f80-a1d3-fefb3653fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.200980 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-daaa0718-8e67-4f80-a1d3-fefb3653fe8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.0997658 Jan 11 23:27:31.255524 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:31.332531 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-c97176e0-b1c5-4d26-9b9e-a0b3d3d902c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.333979 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-c97176e0-b1c5-4d26-9b9e-a0b3d3d902c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 910 time: 0.1169367 Jan 11 23:27:31.409354 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-7a1a513a-c436-4ae9-9682-1805eae24859 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 1001 time: 0.0618036 Jan 11 23:27:31.442428 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:31.496081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-2f72878b-3df1-454e-81df-1585b989853b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.497480 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-2f72878b-3df1-454e-81df-1585b989853b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0823612 Jan 11 23:27:31.500752 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:27:31.504474 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:27:31.507520 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:31.509649 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:27:31.586229 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.586838 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:31.600696 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-18109435-a4e6-4090-adb7-9713e1144c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.602220 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-18109435-a4e6-4090-adb7-9713e1144c95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956862 Jan 11 23:27:31.681551 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-8f727b37-d508-460e-a010-bad3ea0a780e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2188833 Jan 11 23:27:31.702078 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Request body: {'port': {'device_id': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:31.708532 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-9a87d5a7-f06e-46be-bc84-4b95aee957b0 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994246 Jan 11 23:27:31.774587 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-5ad63c1c-2cca-405c-bc67-a6b21fead5c0 None None] Provisioning complete for port 1fc86980-e78a-4429-9ed2-b988a45a215a triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:27:31.775201 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5ad63c1c-2cca-405c-bc67-a6b21fead5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:31.812944 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:31.813185 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-5ad63c1c-2cca-405c-bc67-a6b21fead5c0 None None] Port 1fc86980-e78a-4429-9ed2-b988a45a215a cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:27:31.868229 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9bcef4db-1bd3-4b98-9304-b2b4215f1fe9 req-b2449dcd-4e24-459a-9486-e1315beec1b5 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454592 Jan 11 23:27:31.886866 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5251d18-a5c6-4ab9-9c2a-d70b69c0869b req-f5efcc17-6e65-4c8a-a6bf-41c950e97d4e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:31.889377 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e5251d18-a5c6-4ab9-9c2a-d70b69c0869b req-f5efcc17-6e65-4c8a-a6bf-41c950e97d4e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 932 time: 0.0525482 Jan 11 23:27:31.938710 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e5251d18-a5c6-4ab9-9c2a-d70b69c0869b req-f6ae9d3e-c607-457c-a73e-025eda8ff911 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Jan 11 23:27:32.096351 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc86980-e78a-4429-9ed2-b988a45a215a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:27:32.104182 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Publish callbacks [] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:32.117342 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Transition to ACTIVE for port object 1fc86980-e78a-4429-9ed2-b988a45a215a will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:27:32.192747 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:32.246675 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:32.333431 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Attempting to bind port 1fc86980-e78a-4429-9ed2-b988a45a215a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:27:32.333889 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Attempting to bind port 1fc86980-e78a-4429-9ed2-b988a45a215a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:27:32.334354 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Attempting to bind port 1fc86980-e78a-4429-9ed2-b988a45a215a on network 6139746c-f6c4-42fe-97aa-d3688de1c092 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:27:32.340113 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Port 1fc86980-e78a-4429-9ed2-b988a45a215a on network 6139746c-f6c4-42fe-97aa-d3688de1c092 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:27:32.340113 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Attempting to bind port 1fc86980-e78a-4429-9ed2-b988a45a215a on network 6139746c-f6c4-42fe-97aa-d3688de1c092 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:27:32.345576 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:27:32.345993 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Checking segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:27:32.346441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Bound using segment: {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:27:32.346954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Bound port: 1fc86980-e78a-4429-9ed2-b988a45a215a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:27:32.347376 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:32.357905 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a576bcc-294d-46f7-9fd8-f772de5a9d30 req-e8a88ccc-7d4a-45b0-b738-eb08e2079bbb tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:32.370590 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8a576bcc-294d-46f7-9fd8-f772de5a9d30 req-e8a88ccc-7d4a-45b0-b738-eb08e2079bbb tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0712378 Jan 11 23:27:32.423042 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8a576bcc-294d-46f7-9fd8-f772de5a9d30 req-e808b42a-e941-44f4-bfeb-31ab67e4925d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522079 Jan 11 23:27:32.435555 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:27:32.438854 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:27:32.494561 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:32.529806 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:32.530406 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:32.532271 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 1094 time: 0.8357103 Jan 11 23:27:32.534737 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:27:32.537021 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a" -d '{"events": [{"name": "network-changed", "server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:27:32.570105 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1122e28-491b-4091-bb30-beb8dbc6e9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:32.586720 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a778acdb-1f3d-4cec-994e-21309acfd6e7 x-openstack-request-id: req-a778acdb-1f3d-4cec-994e-21309acfd6e7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:27:32.587274 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:27:32.587540 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a778acdb-1f3d-4cec-994e-21309acfd6e7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:27:32.588179 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'status': 'completed', 'code': 200} Jan 11 23:27:32.683113 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a req-8520d9dc-6ba7-4d55-b660-eb679229eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:32.685158 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a req-8520d9dc-6ba7-4d55-b660-eb679229eb7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1097 time: 0.0529959 Jan 11 23:27:32.797557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a req-579be96d-fa95-404b-8d67-4f67cfaaa4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:32.799222 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a req-579be96d-fa95-404b-8d67-4f67cfaaa4ea service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a993a142a79f41f397c5ddf6f00d1098&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984068 Jan 11 23:27:32.906186 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a req-68093573-dded-4c25-82a3-579310e27ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:32.907683 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8ad87039-4e56-48bb-bc38-f0fc34b4b42a req-68093573-dded-4c25-82a3-579310e27ef9 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014059 Jan 11 23:27:33.035328 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-0fd01350-0d71-45a3-9293-294b400f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:33.036822 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-0fd01350-0d71-45a3-9293-294b400f96ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1097 time: 0.0444367 Jan 11 23:27:33.069571 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97682257-0f73-401b-ab3b-1d0bd5628f58 req-a8a1f1fd-691b-4559-bcee-1ecac836238b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:33.071090 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97682257-0f73-401b-ab3b-1d0bd5628f58 req-a8a1f1fd-691b-4559-bcee-1ecac836238b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0577095 Jan 11 23:27:33.097382 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-4bdd6aa2-90f5-4d94-bc2d-aa7784533a9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 217 time: 0.0351465 Jan 11 23:27:33.126207 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97682257-0f73-401b-ab3b-1d0bd5628f58 req-ac9a0afd-e8b3-4aaf-b0b7-7e752c21e6f8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494502 Jan 11 23:27:33.153467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-6fd854b6-c00f-4644-a09e-93d616bad23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:33.154923 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-6fd854b6-c00f-4644-a09e-93d616bad23b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0512242 Jan 11 23:27:33.206873 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30570-2f66-4270-ab55-df7f0c517906 req-51ec420b-cbf5-47c2-b139-57c508b91f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:33.208335 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-51ec420b-cbf5-47c2-b139-57c508b91f65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402670 Jan 11 23:27:33.319338 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-9afff74e-0c48-466c-8296-dbe4965d0f8c service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 Jan 11 23:27:33.411753 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-10d30570-2f66-4270-ab55-df7f0c517906 req-b1a0602b-ca95-4513-af4f-dae862b2ef1c service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847087 Jan 11 23:27:33.540635 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc72978-c3f1-4986-9706-22dd7ca28128 req-3ea1983e-4d7f-439f-9dc3-8b924e0c86b0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:33.542968 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1fc72978-c3f1-4986-9706-22dd7ca28128 req-3ea1983e-4d7f-439f-9dc3-8b924e0c86b0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0501051 Jan 11 23:27:33.596229 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1fc72978-c3f1-4986-9706-22dd7ca28128 req-ade84074-b1f7-4072-ad6e-373e295e6c68 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476081 Jan 11 23:27:34.247003 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b436d63-af0a-4584-ae6e-c869ffd2f664 req-935ab11b-9807-4986-a3f1-681e2b72cf0b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:34.248493 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b436d63-af0a-4584-ae6e-c869ffd2f664 req-935ab11b-9807-4986-a3f1-681e2b72cf0b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0507448 Jan 11 23:27:34.297290 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b436d63-af0a-4584-ae6e-c869ffd2f664 req-d9112f5a-834f-4c27-8c00-c5aebdf8dbf8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Jan 11 23:27:34.710096 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fdb5d-a0ef-41a0-8f5c-952530bd5db8 req-8d4561cb-1de1-4a57-8a32-f2d86e689565 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:34.711637 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd0fdb5d-a0ef-41a0-8f5c-952530bd5db8 req-8d4561cb-1de1-4a57-8a32-f2d86e689565 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0500212 Jan 11 23:27:34.762314 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd0fdb5d-a0ef-41a0-8f5c-952530bd5db8 req-07055720-766f-4364-8786-f175c33c3087 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Jan 11 23:27:34.876380 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:27:35.421055 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3cb65-41a0-4408-8dfb-b1c8c4b77cd1 req-6acf4850-05c5-41cb-aec7-db4df46376e5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:35.422552 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-46b3cb65-41a0-4408-8dfb-b1c8c4b77cd1 req-6acf4850-05c5-41cb-aec7-db4df46376e5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0538354 Jan 11 23:27:35.468601 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-46b3cb65-41a0-4408-8dfb-b1c8c4b77cd1 req-b5ac4b11-151a-4e34-b280-b29b1d725b81 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Jan 11 23:27:35.783723 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:27:35.796262 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:27:35.883183 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada5a21-073b-4f11-a5bd-6d2be09f1c54 req-ed862206-4682-4c96-abf4-f04a1f1cd7e1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:35.884676 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ada5a21-073b-4f11-a5bd-6d2be09f1c54 req-ed862206-4682-4c96-abf4-f04a1f1cd7e1 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0508835 Jan 11 23:27:35.935064 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ada5a21-073b-4f11-a5bd-6d2be09f1c54 req-5a92e34b-574f-49a9-b93e-af6b671f83e7 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447810 Jan 11 23:27:35.946527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:35.949660 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ae5635d8-bc39-4921-9c68-9218f7d190e0 is: ACTIVE; New status is: DOWN {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:27:35.950046 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:35.967300 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'mac_address': 'fa:16:3e:5a:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:27:35.983665 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:27:35.985932 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558cbdfe-f189-43dd-9dc2-e03869ebaacd" -d '{"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:27:36.023101 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:36.033348 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:27:36.033807 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:36.049059 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc86980-e78a-4429-9ed2-b988a45a215a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:27:36.068805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:36.095517 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:36.147323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:36.154529 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157288 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.157935 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.158116 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.158365 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.158710 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:27:36.162893 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 23:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca4089-3f3c-4c4e-8f78-08e656ae014a x-openstack-request-id: req-66ca4089-3f3c-4c4e-8f78-08e656ae014a {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:27:36.163172 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-unplugged", "status": "failed", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "code": 422}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:27:36.163419 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66ca4089-3f3c-4c4e-8f78-08e656ae014a {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:27:36.163832 dv-cinder-821602-8-iscsi neutron-server[103149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'code': 422} returned with failed status Jan 11 23:27:36.174224 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:36.223008 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:36.305095 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b334a76-5a12-44bb-9106-474905408084 req-b928c542-4501-4bf2-b6fe-e7d935bd9964 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:36.306517 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b334a76-5a12-44bb-9106-474905408084 req-b928c542-4501-4bf2-b6fe-e7d935bd9964 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0495865 Jan 11 23:27:36.330362 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-6e2b9f8a-c242-469a-8b45-9a8793f47863 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414588 Jan 11 23:27:36.361787 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1b334a76-5a12-44bb-9106-474905408084 req-5c636efa-db2a-4a0b-a357-96f600b9c82c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492897 Jan 11 23:27:36.587121 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22220906-b840-4a00-b726-6d8f65e8c374 req-33eef452-4273-4c8e-a72a-9eecf6bf8dfa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:36.588603 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22220906-b840-4a00-b726-6d8f65e8c374 req-33eef452-4273-4c8e-a72a-9eecf6bf8dfa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 945 time: 0.0500634 Jan 11 23:27:36.640738 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['1fc86980-e78a-4429-9ed2-b988a45a215a'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:27:36.642392 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22220906-b840-4a00-b726-6d8f65e8c374 req-6591f923-2cbd-48fe-8c3a-43da7c9e59b9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475855 Jan 11 23:27:37.483499 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309228-79c5-4d01-bae8-b0940e6fa53f req-15df6acf-6bbe-49bc-a920-6ce3528797a4 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:37.485045 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b9309228-79c5-4d01-bae8-b0940e6fa53f req-15df6acf-6bbe-49bc-a920-6ce3528797a4 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0555763 Jan 11 23:27:37.534694 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b9309228-79c5-4d01-bae8-b0940e6fa53f req-919ba708-b236-49d8-be7f-f870a889d5bf tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441365 Jan 11 23:27:37.772456 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f45eb4-7818-4a94-b275-477921b727de req-a4c40c6b-d83f-4bf7-b61e-b511928c8c2c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:37.773959 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-17f45eb4-7818-4a94-b275-477921b727de req-a4c40c6b-d83f-4bf7-b61e-b511928c8c2c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 945 time: 0.0531592 Jan 11 23:27:37.791978 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:27:37.826252 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-17f45eb4-7818-4a94-b275-477921b727de req-0f51989c-5b69-4af6-b856-9a67a7b4c01a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467587 Jan 11 23:27:37.918302 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 1fc86980-e78a-4429-9ed2-b988a45a215a completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:27:37.922382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 1fc86980-e78a-4429-9ed2-b988a45a215a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:27:37.922802 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:38.001016 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:27:38.001300 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:38.032640 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:38.095282 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:38.142121 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:38.165281 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:27:38.168363 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54854295-3682-4a51-87a6-003ed4643574" -d '{"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:27:38.202327 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a77f78a-2e17-47f0-9568-0774496aa9d2 x-openstack-request-id: req-2a77f78a-2e17-47f0-9568-0774496aa9d2 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:27:38.202647 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:27:38.202912 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a77f78a-2e17-47f0-9568-0774496aa9d2 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:27:38.203308 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'code': 200} Jan 11 23:27:38.535708 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2ea79-8d5e-44cd-8b01-43ce387ac363 req-ceebf9ff-7c11-4e01-84e6-4e7ca3b9142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:38.537203 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f4d2ea79-8d5e-44cd-8b01-43ce387ac363 req-ceebf9ff-7c11-4e01-84e6-4e7ca3b9142a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1099 time: 0.0384061 Jan 11 23:27:38.584016 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f4d2ea79-8d5e-44cd-8b01-43ce387ac363 req-1901c818-6c71-4a9b-8f05-e70440d2cbe8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Jan 11 23:27:38.646015 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2644df5-3d3b-4a45-a0b8-42f6ef04ad8e req-e344488a-92b9-447b-bfd3-487386fed087 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:38.647477 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c2644df5-3d3b-4a45-a0b8-42f6ef04ad8e req-e344488a-92b9-447b-bfd3-487386fed087 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0484025 Jan 11 23:27:38.696724 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c2644df5-3d3b-4a45-a0b8-42f6ef04ad8e req-9b256cae-5c7b-4e9d-9176-b10134f9e697 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425434 Jan 11 23:27:38.948478 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c15d83-c166-4777-9aea-58f070da6c5a req-242c3612-b67d-42b7-ac98-52c69212bb9e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:38.949967 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-86c15d83-c166-4777-9aea-58f070da6c5a req-242c3612-b67d-42b7-ac98-52c69212bb9e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0526490 Jan 11 23:27:38.995457 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-86c15d83-c166-4777-9aea-58f070da6c5a req-ca257939-6341-46c4-ab8c-0b2763b5538f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399053 Jan 11 23:27:39.811764 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970162f-043e-4301-9062-5dfa578a48d8 req-7033638c-5446-45fd-94f1-a8aabddee9d6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:39.813275 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2970162f-043e-4301-9062-5dfa578a48d8 req-7033638c-5446-45fd-94f1-a8aabddee9d6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0501862 Jan 11 23:27:39.861828 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2970162f-043e-4301-9062-5dfa578a48d8 req-f78315f9-0876-4a4b-b871-382a6bdbf02f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429215 Jan 11 23:27:40.114649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4c109-b6fc-4dd1-a022-e31f814b5c63 req-496fe58e-e937-4159-9c27-b71b71b5fe7b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:40.116121 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-91f4c109-b6fc-4dd1-a022-e31f814b5c63 req-496fe58e-e937-4159-9c27-b71b71b5fe7b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Jan 11 23:27:40.166011 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-91f4c109-b6fc-4dd1-a022-e31f814b5c63 req-27e5da73-4767-45cd-92fe-20ec77c6cd41 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Jan 11 23:27:40.975172 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16f89-6e90-489c-9b56-340f1d3dbae1 req-6f4360bb-c64f-41c8-bca2-6ceba9e0db3b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:40.976615 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-aae16f89-6e90-489c-9b56-340f1d3dbae1 req-6f4360bb-c64f-41c8-bca2-6ceba9e0db3b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0484197 Jan 11 23:27:41.024700 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-aae16f89-6e90-489c-9b56-340f1d3dbae1 req-fd4272d7-57ef-426d-ae73-510bc444236f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Jan 11 23:27:41.284572 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d7b9e-7978-488a-9b9b-0cb4d905c55d req-9678bd67-8e35-41c1-ac8c-778ede8e5992 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.286076 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e9d7b9e-7978-488a-9b9b-0cb4d905c55d req-9678bd67-8e35-41c1-ac8c-778ede8e5992 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0500259 Jan 11 23:27:41.335304 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e9d7b9e-7978-488a-9b9b-0cb4d905c55d req-e60384f0-cc95-483f-ae75-d9f330801941 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Jan 11 23:27:41.462816 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca43e-ef65-4480-8bbe-ca14768121c4 req-cb2b5cb5-43a2-432a-8b03-3655bb9e2885 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.465427 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82fca43e-ef65-4480-8bbe-ca14768121c4 req-cb2b5cb5-43a2-432a-8b03-3655bb9e2885 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0585098 Jan 11 23:27:41.474205 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43586) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:27:41.489306 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Request body: {'floatingip': {'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:27:41.536296 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (edf0d836-227a-47f3-a039-61d3ea54b9ae), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:41.626380 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-bbbaf47e-c064-4214-90b4-4a9288798f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.627821 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-bbbaf47e-c064-4214-90b4-4a9288798f40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1137 time: 0.0419559 Jan 11 23:27:41.633170 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88c64c-831f-4f57-bebf-652bf9a63eb0 req-aba81314-51b9-4ad1-8c70-d564b8ac5852 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.634736 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6b88c64c-831f-4f57-bebf-652bf9a63eb0 req-aba81314-51b9-4ad1-8c70-d564b8ac5852 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.1145434 Jan 11 23:27:41.718041 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-f168aa55-3b4c-44ed-8d17-1980edb3e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.728972 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-f168aa55-3b4c-44ed-8d17-1980edb3e9a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 916 time: 0.0851126 Jan 11 23:27:41.778077 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6b88c64c-831f-4f57-bebf-652bf9a63eb0 req-14fb62af-62eb-4f44-91c4-01fd0d041db4 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375403 Jan 11 23:27:41.818633 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-97261296-36ce-4494-99aa-29adbc159252 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 1001 time: 0.0759914 Jan 11 23:27:41.875808 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-d7e4ddac-93a5-4d80-b994-154c81fb2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.877739 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-d7e4ddac-93a5-4d80-b994-154c81fb2c35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 200 len: 854 time: 0.0470397 Jan 11 23:27:41.924379 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef8991-3f09-4bc0-b59a-b066d03fd5aa req-6d7ee0fd-88ed-4773-bf22-e2d0518dd33f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.925915 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3eef8991-3f09-4bc0-b59a-b066d03fd5aa req-6d7ee0fd-88ed-4773-bf22-e2d0518dd33f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.1078537 Jan 11 23:27:41.960611 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-be59d707-8e71-433f-bc8f-2fc805c00e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:41.962785 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-be59d707-8e71-433f-bc8f-2fc805c00e88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478299 Jan 11 23:27:42.049594 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3eef8991-3f09-4bc0-b59a-b066d03fd5aa req-47fc225c-d3ef-471e-a6bb-28da43730002 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897346 Jan 11 23:27:42.084751 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-0ca74aa9-1441-4a46-aaa8-f2fe61ccbc86 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139343 Jan 11 23:27:42.188038 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9a5180ff-a9c2-408a-a6cf-7bb803a226d4 req-88fe9995-e6ed-479d-927a-b16348a8942f service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942521 Jan 11 23:27:42.201836 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec700b49-dec5-4f6e-9c34-30ca41e4d2af req-ee3eba7e-6b9c-498e-bf4c-af87730f19ca tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:42.203331 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ec700b49-dec5-4f6e-9c34-30ca41e4d2af req-ee3eba7e-6b9c-498e-bf4c-af87730f19ca tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.1005116 Jan 11 23:27:42.214306 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:42.257607 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ec700b49-dec5-4f6e-9c34-30ca41e4d2af req-d352efde-b1b1-480a-bce3-7fa9de667f92 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482085 Jan 11 23:27:42.295173 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (edf0d836-227a-47f3-a039-61d3ea54b9ae), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:42.404234 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Floating IP edf0d836-227a-47f3-a039-61d3ea54b9ae associated. External IP: 172.27.0.47, port: 1fc86980-e78a-4429-9ed2-b988a45a215a. Jan 11 23:27:42.659225 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-4f122dd4-c8e7-4bfa-bf5a-8820bc83dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:42.660743 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-4f122dd4-c8e7-4bfa-bf5a-8820bc83dd20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866&tenant_id=0ee085bb247f401fab686d0ebc43cbe1 HTTP/1.1" status: 200 len: 1097 time: 0.0434654 Jan 11 23:27:42.759052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-96dcd199-6656-4ed1-a27e-e9f675ff061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:42.760528 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-96dcd199-6656-4ed1-a27e-e9f675ff061a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1097 time: 0.0413625 Jan 11 23:27:42.812824 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:27:42.855623 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-00df9f9c-e8fe-444e-b83c-a1b83778c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:42.857144 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-00df9f9c-e8fe-444e-b83c-a1b83778c2e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 910 time: 0.0903006 Jan 11 23:27:42.925433 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-5f0f4cba-3cec-4ed1-9dbd-a7882f58ffac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 999 time: 0.0614440 Jan 11 23:27:42.953342 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104d5c6-3b96-4405-88e6-0d3b6e250e64 req-9c1f0571-0834-40d0-a245-7d43fc9ac45d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:42.954924 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8104d5c6-3b96-4405-88e6-0d3b6e250e64 req-9c1f0571-0834-40d0-a245-7d43fc9ac45d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0988543 Jan 11 23:27:42.971027 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:27:42.974974 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-83880df1-125e-4e3b-9901-1eb19bd67df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:42.976404 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:42.976625 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-83880df1-125e-4e3b-9901-1eb19bd67df6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0445476 Jan 11 23:27:42.982441 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a364c-16b5-4490-bf51-473de549b47d None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:27:42.993137 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:27:42.993746 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:27:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:43.024227 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-49d62d63-5257-435d-ad78-b220c881777a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "PUT /v2.0/floatingips/edf0d836-227a-47f3-a039-61d3ea54b9ae HTTP/1.1" status: 200 len: 991 time: 1.5434804 Jan 11 23:27:43.025300 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:27:43.027780 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-615c94a9-1252-465c-a0f1-9fcb169fe5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.028068 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1" -d '{"events": [{"name": "network-changed", "server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:27:43.029508 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-615c94a9-1252-465c-a0f1-9fcb169fe5e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466769 Jan 11 23:27:43.061873 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8104d5c6-3b96-4405-88e6-0d3b6e250e64 req-299d935e-218d-44eb-9434-4723c3013f3d tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996780 Jan 11 23:27:43.113526 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:27:43.117297 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766430eb-47af-4c10-8af2-19cf63bbb6c7 x-openstack-request-id: req-766430eb-47af-4c10-8af2-19cf63bbb6c7 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:27:43.117586 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:27:43.117859 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-766430eb-47af-4c10-8af2-19cf63bbb6c7 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:27:43.118268 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'status': 'completed', 'code': 200} Jan 11 23:27:43.145956 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-9aa6bad9-93c8-4fbd-9a64-5e542b40fcbe service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086719 Jan 11 23:27:43.215957 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0745864-fe32-4089-811d-e9bd663e4cf4 req-860d44b6-582d-40b5-8524-248acbc07567 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.217540 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d0745864-fe32-4089-811d-e9bd663e4cf4 req-860d44b6-582d-40b5-8524-248acbc07567 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0530274 Jan 11 23:27:43.267136 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d0745864-fe32-4089-811d-e9bd663e4cf4 req-98f420c4-d489-45ef-ab52-e00509163da7 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Jan 11 23:27:43.296050 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-9041aead-73a3-46ab-923b-0bc9993debf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.297557 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-9041aead-73a3-46ab-923b-0bc9993debf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1099 time: 0.1041994 Jan 11 23:27:43.303236 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-5ef1b7b9-3312-4242-a85f-94fbfc1cccd4 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291242 Jan 11 23:27:43.389833 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb008-a762-4bd6-9efb-84e656eb3e8a req-4b2d3234-822e-48c6-a3dc-5cec32aee117 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.391373 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e0cb008-a762-4bd6-9efb-84e656eb3e8a req-4b2d3234-822e-48c6-a3dc-5cec32aee117 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0542154 Jan 11 23:27:43.397315 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-301c5576-f730-480c-bae3-85dafa63d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.397947 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-301c5576-f730-480c-bae3-85dafa63d8c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0938768 Jan 11 23:27:43.442747 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6e0cb008-a762-4bd6-9efb-84e656eb3e8a req-5b5f4d47-848e-43b1-9830-f4bf916135fe tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456092 Jan 11 23:27:43.469687 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-8a60081f-cc95-43c9-9853-ad081c083ec0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 999 time: 0.0630443 Jan 11 23:27:43.509538 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'edf0d836-227a-47f3-a039-61d3ea54b9ae', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'mac_address': 'fa:16:3e:5a:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:27:27Z', 'updated_at': '2022-01-11T23:27:42Z', 'revision_number': 1, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:43.541031 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a364c-16b5-4490-bf51-473de549b47d None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:27:43.541893 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-812c0dbc-a2ab-4b1d-a6d7-a86fcc727ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.543474 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-812c0dbc-a2ab-4b1d-a6d7-a86fcc727ee3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0438936 Jan 11 23:27:43.550208 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:27:43.550815 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:27:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:43.624238 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-4ed5a5ed-e7bd-4702-bfe8-ebf26d7c0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:43.625844 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-4ed5a5ed-e7bd-4702-bfe8-ebf26d7c0ff8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425763 Jan 11 23:27:43.662891 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:27:43.717680 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-989cadfa-a4ee-4155-a0a0-28d3b305d0af service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837972 Jan 11 23:27:43.816689 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66be7f24-ea8b-4ea4-8f8a-2a7dca8032f1 req-a5f23c4e-f56e-4c53-8e92-77261a2959b6 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908391 Jan 11 23:27:43.897441 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-332a364c-16b5-4490-bf51-473de549b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'edf0d836-227a-47f3-a039-61d3ea54b9ae', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'mac_address': 'fa:16:3e:5a:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:27:27Z', 'updated_at': '2022-01-11T23:27:42Z', 'revision_number': 1, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:27:43.925371 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a364c-16b5-4490-bf51-473de549b47d None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'edf0d836-227a-47f3-a039-61d3ea54b9ae', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'mac_address': 'fa:16:3e:5a:5e:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:27:27Z', 'updated_at': '2022-01-11T23:27:42Z', 'revision_number': 1, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:27:44.102272 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3695b-0a3e-4284-a993-dc0eebbd5433 None None] New status for floating IP edf0d836-227a-47f3-a039-61d3ea54b9ae: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:27:44.188082 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18c825-5f2b-498c-a94b-58b0ad4d49e2 req-64587ced-addf-490f-8cf9-5f0317626ea2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:44.189654 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3c18c825-5f2b-498c-a94b-58b0ad4d49e2 req-64587ced-addf-490f-8cf9-5f0317626ea2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0575926 Jan 11 23:27:44.250934 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3c18c825-5f2b-498c-a94b-58b0ad4d49e2 req-e4172bba-e2ad-45c4-8708-fba52ae8420a tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553005 Jan 11 23:27:44.388769 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d623c-1ecc-4124-b990-4ff04490dd18 req-fbcc4531-d68e-4990-bfd2-8888c4238200 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:44.390544 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f0d623c-1ecc-4124-b990-4ff04490dd18 req-fbcc4531-d68e-4990-bfd2-8888c4238200 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0512445 Jan 11 23:27:44.437234 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f0d623c-1ecc-4124-b990-4ff04490dd18 req-01ba4b4f-d274-463b-aa4b-b73e259223ad tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Jan 11 23:27:44.560187 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1c209-8c71-4797-92c3-7704dccb41df req-32094a6c-b01e-41cf-9e28-8b4ffcb7cd54 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:44.561667 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3df1c209-8c71-4797-92c3-7704dccb41df req-32094a6c-b01e-41cf-9e28-8b4ffcb7cd54 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0530679 Jan 11 23:27:44.610105 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3df1c209-8c71-4797-92c3-7704dccb41df req-a2e4274a-9e7b-48d4-a680-99dec271d9e0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Jan 11 23:27:45.375393 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5adfd-d85d-4030-b429-f0e562daa3b1 req-0006bbb3-02f0-46fa-becb-c7b3159a27b7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:45.376946 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-45e5adfd-d85d-4030-b429-f0e562daa3b1 req-0006bbb3-02f0-46fa-becb-c7b3159a27b7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0498347 Jan 11 23:27:45.436976 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-45e5adfd-d85d-4030-b429-f0e562daa3b1 req-1c7789e6-affc-4a56-bef2-6f6fe9ff99f4 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540421 Jan 11 23:27:45.554300 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bf425-4f25-43a5-916d-080fae96f272 req-cc116643-adde-438d-82bc-3243b0233487 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:45.555722 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-df2bf425-4f25-43a5-916d-080fae96f272 req-cc116643-adde-438d-82bc-3243b0233487 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0490804 Jan 11 23:27:45.608070 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-df2bf425-4f25-43a5-916d-080fae96f272 req-a1853bb3-4f9c-44ed-95cb-416cfeb1cbce tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Jan 11 23:27:45.672376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-37b1dd4e-626e-4035-bed2-5c9f2189fac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:45.724107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b6fd5-2a7b-44cc-91a5-1961af897405 req-40b12b2d-c44a-4df2-b7a8-946d5e2a3c27 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:45.725613 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c34b6fd5-2a7b-44cc-91a5-1961af897405 req-40b12b2d-c44a-4df2-b7a8-946d5e2a3c27 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0500703 Jan 11 23:27:45.774315 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c34b6fd5-2a7b-44cc-91a5-1961af897405 req-861d5a35-951d-4f02-8635-f258f3e710c7 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Jan 11 23:27:46.550299 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6ec10-a491-422e-a89d-4f7c0ef84a95 req-6b3ca5cf-d0e8-467e-b47c-360e7d2221ae tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:46.551748 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f9b6ec10-a491-422e-a89d-4f7c0ef84a95 req-6b3ca5cf-d0e8-467e-b47c-360e7d2221ae tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0491834 Jan 11 23:27:46.610647 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f9b6ec10-a491-422e-a89d-4f7c0ef84a95 req-c22770bc-1f19-4e2e-aca5-7847e07beb7c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530450 Jan 11 23:27:46.732599 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a04722-4172-4f0e-9a3f-9aecb2727761 req-deb69d29-6a63-4cd3-a4fb-c9cc5340b46c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:46.733982 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d1a04722-4172-4f0e-9a3f-9aecb2727761 req-deb69d29-6a63-4cd3-a4fb-c9cc5340b46c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0531754 Jan 11 23:27:46.779353 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d1a04722-4172-4f0e-9a3f-9aecb2727761 req-0bccdfdf-412c-4b42-95af-ce6d36cbb498 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Jan 11 23:27:46.983914 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf1ff-f8b1-4738-93d7-88c78b3690ce req-97e953a6-1a40-4f01-8575-1ee2f9801db0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:46.985320 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4e6bf1ff-f8b1-4738-93d7-88c78b3690ce req-97e953a6-1a40-4f01-8575-1ee2f9801db0 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0489452 Jan 11 23:27:47.034413 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4e6bf1ff-f8b1-4738-93d7-88c78b3690ce req-a5f1c36f-422a-4f4b-8732-59bca9b77d7b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436931 Jan 11 23:27:47.723927 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9940c4-0c80-4885-9b29-ebefbe6f9afc req-ccbcfb85-606e-46dc-bedf-813f77bafe0c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:47.725423 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3f9940c4-0c80-4885-9b29-ebefbe6f9afc req-ccbcfb85-606e-46dc-bedf-813f77bafe0c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0484192 Jan 11 23:27:47.787946 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3f9940c4-0c80-4885-9b29-ebefbe6f9afc req-c8989e27-c531-417e-adca-1cb773d23832 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561323 Jan 11 23:27:47.896629 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2f128-759c-4d8a-b6ba-2a25013aeb4a req-452b23d5-e580-4356-9e0b-cfed9e017f68 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:47.898133 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0b2f128-759c-4d8a-b6ba-2a25013aeb4a req-452b23d5-e580-4356-9e0b-cfed9e017f68 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0492013 Jan 11 23:27:47.906580 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dc9a5bde-edb8-4b9c-a2b2-5aa2f7fe735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:47.945054 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0b2f128-759c-4d8a-b6ba-2a25013aeb4a req-7a4c0489-4a81-4bf7-923e-8f2dc7f2d93a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Jan 11 23:27:48.145067 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54d97f-6ea5-4589-ace0-27d04a17159c req-9f2417c9-a6f4-4729-8801-bfe659d212bd tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:48.146519 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3c54d97f-6ea5-4589-ace0-27d04a17159c req-9f2417c9-a6f4-4729-8801-bfe659d212bd tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0478415 Jan 11 23:27:48.194977 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3c54d97f-6ea5-4589-ace0-27d04a17159c req-21444a3b-da25-4c6a-adb1-c6c2346e2c7d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430017 Jan 11 23:27:48.906457 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829b238-0e7c-4e17-a050-7aa695b7173d req-7f18f445-708e-4a8e-abe9-b8ba1fd18d09 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:48.907986 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9829b238-0e7c-4e17-a050-7aa695b7173d req-7f18f445-708e-4a8e-abe9-b8ba1fd18d09 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0532186 Jan 11 23:27:48.967565 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9829b238-0e7c-4e17-a050-7aa695b7173d req-61741435-b98e-4cdd-86ed-be9348691e37 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538838 Jan 11 23:27:49.064029 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b57e66-973b-44c8-8e56-a5a9d7a6084b req-8ce07c63-079d-4767-aaff-83fbc41d5c8d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:49.065516 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b2b57e66-973b-44c8-8e56-a5a9d7a6084b req-8ce07c63-079d-4767-aaff-83fbc41d5c8d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0492811 Jan 11 23:27:49.112517 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b2b57e66-973b-44c8-8e56-a5a9d7a6084b req-1f7893d4-d609-4e58-9260-ac04633bc74d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Jan 11 23:27:49.162548 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:49.311935 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f43fb-f2be-4fec-a929-22b2c4b44dd6 req-21c870e4-671e-4b3c-8c1d-d5d8b098f0c6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:49.313411 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e50f43fb-f2be-4fec-a929-22b2c4b44dd6 req-21c870e4-671e-4b3c-8c1d-d5d8b098f0c6 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0527017 Jan 11 23:27:49.361674 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e50f43fb-f2be-4fec-a929-22b2c4b44dd6 req-d567e9d1-3dbb-4835-9e97-bce79921ab4d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427082 Jan 11 23:27:50.082390 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94a56-671d-4285-b4ca-3d34a35b3e3e req-90618e8a-91f0-4fca-b1a1-be3fd85d0652 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:50.083848 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-06d94a56-671d-4285-b4ca-3d34a35b3e3e req-90618e8a-91f0-4fca-b1a1-be3fd85d0652 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0502734 Jan 11 23:27:50.143522 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-06d94a56-671d-4285-b4ca-3d34a35b3e3e req-9e834cc6-fd3f-4001-949b-164b2b407e5c tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539777 Jan 11 23:27:50.233323 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57edfe-a74c-4339-9f9f-fef4ebf1416c req-69563055-f47e-4be7-811e-fda1619d83b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:50.234802 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8b57edfe-a74c-4339-9f9f-fef4ebf1416c req-69563055-f47e-4be7-811e-fda1619d83b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0483754 Jan 11 23:27:50.285220 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8b57edfe-a74c-4339-9f9f-fef4ebf1416c req-ae2d0dde-2a71-4320-a982-5ca124dc8259 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448570 Jan 11 23:27:50.415868 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:50.477391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcfd3e-abbd-4567-9998-5e47b3cca490 req-8f4af3ce-7c2f-4759-a67c-bf505a0889a8 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:50.478845 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0dcfd3e-abbd-4567-9998-5e47b3cca490 req-8f4af3ce-7c2f-4759-a67c-bf505a0889a8 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0499370 Jan 11 23:27:50.527067 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0dcfd3e-abbd-4567-9998-5e47b3cca490 req-69dca437-bb2f-4688-89aa-839a4eb16199 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424337 Jan 11 23:27:51.259090 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10d3f5-7354-407f-87f7-053731123f36 req-69dba9b1-02ab-43d1-abe8-a11086943bf6 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:51.260562 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8b10d3f5-7354-407f-87f7-053731123f36 req-69dba9b1-02ab-43d1-abe8-a11086943bf6 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0507221 Jan 11 23:27:51.320353 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8b10d3f5-7354-407f-87f7-053731123f36 req-7bc290e2-54d5-40b2-8d35-5c4c5403392b tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532873 Jan 11 23:27:51.407694 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168402a0-3de9-4097-871d-8cc2eb9a1c71 req-59f5a68e-8add-4f8d-8e64-1cb44dedfe03 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:51.409164 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-168402a0-3de9-4097-871d-8cc2eb9a1c71 req-59f5a68e-8add-4f8d-8e64-1cb44dedfe03 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Jan 11 23:27:51.455353 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-168402a0-3de9-4097-871d-8cc2eb9a1c71 req-16556fcc-f568-45ea-a8ce-f03952c378d0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407698 Jan 11 23:27:51.639688 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d437c-d6e0-4508-9514-6323ce2d6412 req-b150be45-96ce-4282-9499-52b6728b09d5 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:51.641163 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-399d437c-d6e0-4508-9514-6323ce2d6412 req-b150be45-96ce-4282-9499-52b6728b09d5 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 944 time: 0.0488381 Jan 11 23:27:51.688716 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-399d437c-d6e0-4508-9514-6323ce2d6412 req-87a9f72d-f036-4f19-9911-de696b97b03e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420527 Jan 11 23:27:51.836596 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:27:51.848120 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:51.936642 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:51.947007 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'port_id': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'mac_address': 'fa:16:3e:5a:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:27:51.986187 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ae5635d8-bc39-4921-9c68-9218f7d190e0 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:27:51.986579 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:51.999762 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5635d8-bc39-4921-9c68-9218f7d190e0 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:27:52.019268 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:52.078040 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:52.125106 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:52.306542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:52.437145 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b73c7-2ab8-4e5a-bf88-8f02f587b7b3 req-d7175c82-070c-4a4f-a1d3-b9e1c0b616f7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:52.438615 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ec3b73c7-2ab8-4e5a-bf88-8f02f587b7b3 req-d7175c82-070c-4a4f-a1d3-b9e1c0b616f7 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0496838 Jan 11 23:27:52.505496 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ec3b73c7-2ab8-4e5a-bf88-8f02f587b7b3 req-f16e810a-94a2-4e2d-b64a-446ce2b0d333 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612540 Jan 11 23:27:52.575192 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['ae5635d8-bc39-4921-9c68-9218f7d190e0'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:27:52.575418 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04abc50a-5d3d-4e75-ba21-08974607a919 req-1b7fa87e-e168-4376-9800-a172e7f6454a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:52.576829 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04abc50a-5d3d-4e75-ba21-08974607a919 req-1b7fa87e-e168-4376-9800-a172e7f6454a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0510163 Jan 11 23:27:52.625672 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04abc50a-5d3d-4e75-ba21-08974607a919 req-c0a63248-45ea-43cf-ba25-55538f46e457 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430083 Jan 11 23:27:52.803763 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae880a-7990-4307-94a0-532f76b68426 req-af7aa3ca-c8fe-4283-9325-ed49b826938e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:52.805258 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bdae880a-7990-4307-94a0-532f76b68426 req-af7aa3ca-c8fe-4283-9325-ed49b826938e tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.0504322 Jan 11 23:27:52.853535 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bdae880a-7990-4307-94a0-532f76b68426 req-a74c9be4-09d4-4368-bb05-eeeb92e912ae tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426371 Jan 11 23:27:53.623740 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72232534-214c-41db-b67b-351302c5dca3 req-7353f10b-9791-4f22-8f11-c971e8386971 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:53.625215 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-72232534-214c-41db-b67b-351302c5dca3 req-7353f10b-9791-4f22-8f11-c971e8386971 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0526872 Jan 11 23:27:53.685129 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-72232534-214c-41db-b67b-351302c5dca3 req-43d6b954-aabc-4c0e-8ed9-688b1c9e53bc tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=71890318-42bf-430b-b636-a40d5b62e46d&id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542643 Jan 11 23:27:53.744460 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116f30c-051a-423e-94fb-95dae09e1bc9 req-9f74ba23-91d9-40f4-9b4f-27b892f93d4b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:53.746664 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2116f30c-051a-423e-94fb-95dae09e1bc9 req-9f74ba23-91d9-40f4-9b4f-27b892f93d4b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0500197 Jan 11 23:27:53.793259 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2116f30c-051a-423e-94fb-95dae09e1bc9 req-1c989866-9174-4ca4-8f0a-5412a8536bcb tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Jan 11 23:27:53.841755 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:27:53.892052 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port ae5635d8-bc39-4921-9c68-9218f7d190e0 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:27:53.892430 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:53.968979 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port ae5635d8-bc39-4921-9c68-9218f7d190e0 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:27:53.969375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:53.972862 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2223c3-b43a-4857-9e06-d24ba03d72ae req-e53624ab-f81f-4bd4-9d14-92ebd254432b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:53.974344 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e2223c3-b43a-4857-9e06-d24ba03d72ae req-e53624ab-f81f-4bd4-9d14-92ebd254432b tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 945 time: 0.0529463 Jan 11 23:27:53.991385 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:27:53.993620 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f06664a-24cb-429c-8a95-2b312a750eb5" -d '{"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-plugged", "status": "completed", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:27:54.006333 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:27:54.024604 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8e2223c3-b43a-4857-9e06-d24ba03d72ae req-b7e6fcc7-5c88-4c28-9acf-b18af4a7982c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446548 Jan 11 23:27:54.033970 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bca0b7-ebf1-437a-b890-8f15703754a1 x-openstack-request-id: req-d8bca0b7-ebf1-437a-b890-8f15703754a1 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:27:54.034268 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-plugged", "status": "completed", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:27:54.034526 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8bca0b7-ebf1-437a-b890-8f15703754a1 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:27:54.034927 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'code': 200} Jan 11 23:27:54.088245 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:27:54.139859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:27:54.402222 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53109103-acc4-48b7-b7dc-698e5563337b req-d323b930-33c7-4df7-b657-1ede90957dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:54.403688 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-53109103-acc4-48b7-b7dc-698e5563337b req-d323b930-33c7-4df7-b657-1ede90957dfb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.0399156 Jan 11 23:27:54.446741 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-53109103-acc4-48b7-b7dc-698e5563337b req-34f5cf08-5640-42d9-9a57-0c05a886399d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372868 Jan 11 23:27:54.908536 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2ea9-76ef-4ff1-99ce-bf5823905cce req-691fa26e-7976-4b28-9b04-5ba1dd592113 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:54.910022 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-674f2ea9-76ef-4ff1-99ce-bf5823905cce req-691fa26e-7976-4b28-9b04-5ba1dd592113 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Jan 11 23:27:54.955997 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-674f2ea9-76ef-4ff1-99ce-bf5823905cce req-05ffa43d-c75e-472c-9f9f-e27314e932dd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Jan 11 23:27:55.141640 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180892e-254f-4731-b344-ec1efa4de61b req-38196f6e-01ea-47d0-844e-a03503377700 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:55.143107 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9180892e-254f-4731-b344-ec1efa4de61b req-38196f6e-01ea-47d0-844e-a03503377700 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0478282 Jan 11 23:27:55.194409 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9180892e-254f-4731-b344-ec1efa4de61b req-9139b861-3588-422a-ad92-e072ee83098d tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460439 Jan 11 23:27:56.073518 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722a588-7c49-4842-8d6f-b86ff42e097f req-38fc54be-7508-42c2-a268-a61970e52280 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:56.075007 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7722a588-7c49-4842-8d6f-b86ff42e097f req-38fc54be-7508-42c2-a268-a61970e52280 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0509644 Jan 11 23:27:56.121929 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7722a588-7c49-4842-8d6f-b86ff42e097f req-f81bb6d9-3500-4d78-8c2f-208199ff59cd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414197 Jan 11 23:27:56.311911 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c6cfe-d42c-41aa-9818-a48176fd506a req-7c9a37f6-61cc-4132-a518-e7f6b7e8af2f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:56.313421 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-089c6cfe-d42c-41aa-9818-a48176fd506a req-7c9a37f6-61cc-4132-a518-e7f6b7e8af2f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0498786 Jan 11 23:27:56.362791 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-089c6cfe-d42c-41aa-9818-a48176fd506a req-db416958-f1e7-43ad-81cf-8c65ac469ec4 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Jan 11 23:27:57.246287 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3740af8-a805-4bab-b29a-80286622ba64 req-3fa2d367-06fa-451f-9b8c-59ec850f863d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:57.247747 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3740af8-a805-4bab-b29a-80286622ba64 req-3fa2d367-06fa-451f-9b8c-59ec850f863d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0525424 Jan 11 23:27:57.293651 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3740af8-a805-4bab-b29a-80286622ba64 req-845cb90b-c8ad-48ad-818d-9882f641e9c3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Jan 11 23:27:58.408239 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a35da8-fb7d-485c-a103-e84634898def req-0b2f7ab6-593a-45fd-98ec-a06bc9576ccf tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:58.409756 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-35a35da8-fb7d-485c-a103-e84634898def req-0b2f7ab6-593a-45fd-98ec-a06bc9576ccf tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Jan 11 23:27:58.457236 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-35a35da8-fb7d-485c-a103-e84634898def req-b7eda6bd-06f4-4dfd-b2f9-f29a03bcf50e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419941 Jan 11 23:27:58.857585 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665554e-77cd-4a51-9402-3d478a35f070 req-87034091-ea9b-4206-8dc5-a39106a716d7 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:58.859135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3665554e-77cd-4a51-9402-3d478a35f070 req-87034091-ea9b-4206-8dc5-a39106a716d7 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Jan 11 23:27:58.910824 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3665554e-77cd-4a51-9402-3d478a35f070 req-69f734ce-d6f9-4f31-a280-b5253c321099 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Jan 11 23:27:59.008420 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-02075b21-cd3d-4913-a874-2b3cba844d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:59.009942 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-02075b21-cd3d-4913-a874-2b3cba844d64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1098 time: 0.0388417 Jan 11 23:27:59.106637 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-834dd5ae-039d-4e90-8c64-2a4e44d467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:59.108129 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-834dd5ae-039d-4e90-8c64-2a4e44d467f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.0849192 Jan 11 23:27:59.171575 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-c86cbf29-4beb-49a4-8415-29d24dbc1779 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 1001 time: 0.0569320 Jan 11 23:27:59.223539 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-3aff4d76-f4e8-4fe8-892b-6fb8b0076988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:59.224854 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-3aff4d76-f4e8-4fe8-892b-6fb8b0076988 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0470879 Jan 11 23:27:59.268174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-25cc9f36-8288-479b-94ae-2e8076352144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:27:59.269612 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-25cc9f36-8288-479b-94ae-2e8076352144 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385487 Jan 11 23:27:59.355585 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-c3a9c9dd-d76c-4d94-83e1-d78b88535ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798950 Jan 11 23:27:59.447144 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-de1dd2d5-5585-449a-9734-c72ce3125676 req-d7834a1b-3790-426a-840b-e70ef4228144 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847504 Jan 11 23:28:00.024885 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9688492-1f3d-483b-85c2-3661a6a45c76 req-cbda69dd-db51-44cc-aed2-56f0d1570d02 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:28:00.026935 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d9688492-1f3d-483b-85c2-3661a6a45c76 req-cbda69dd-db51-44cc-aed2-56f0d1570d02 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Jan 11 23:28:00.073417 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d9688492-1f3d-483b-85c2-3661a6a45c76 req-c2c08d52-f496-4bb3-b633-806f02d8971a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Jan 11 23:28:01.189450 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f111b-ce00-4abb-b8c5-8fea97b708d6 req-cd4f8173-d99c-49ae-8d80-d9fbb9adb887 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:28:01.190903 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f21f111b-ce00-4abb-b8c5-8fea97b708d6 req-cd4f8173-d99c-49ae-8d80-d9fbb9adb887 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0505300 Jan 11 23:28:01.235671 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f21f111b-ce00-4abb-b8c5-8fea97b708d6 req-9ba2e9ad-6135-405a-876c-e386900f8f4b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 Jan 11 23:28:11.875117 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:28:15.649308 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-84a40af6-c486-427d-bd31-7f67f1249e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:17.898848 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62d804bd-f98b-4cc9-8458-fdb0b410170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:19.146610 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:20.395862 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:21.831976 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:22.329161 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:26.887174 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-72c791d5-6a82-4a8e-88f3-26fb820c5932 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393114 Jan 11 23:28:27.018202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f170-1c6e-41dd-8aee-d34274279727 req-b95b413c-e187-40c1-aa63-b225f626a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:28:27.019639 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-b95b413c-e187-40c1-aa63-b225f626a84f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.0390007 Jan 11 23:28:27.121540 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f170-1c6e-41dd-8aee-d34274279727 req-305af6be-d898-4761-9ac8-f627a868d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:28:27.122976 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-305af6be-d898-4761-9ac8-f627a868d037 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 910 time: 0.0860038 Jan 11 23:28:27.189800 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-216b405a-04da-45a3-acbe-89033e7117c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 1001 time: 0.0590100 Jan 11 23:28:27.236894 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f170-1c6e-41dd-8aee-d34274279727 req-d79cead5-192c-4fad-a370-a2fd55548039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:28:27.239012 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-d79cead5-192c-4fad-a370-a2fd55548039 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0427783 Jan 11 23:28:27.282164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661f170-1c6e-41dd-8aee-d34274279727 req-a61fd0a4-0709-4b13-9af4-3a9d96e8cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:28:27.283608 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-a61fd0a4-0709-4b13-9af4-3a9d96e8cda5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386069 Jan 11 23:28:27.374155 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-bf4d831c-7859-4b95-8341-fbada5ebda84 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835710 Jan 11 23:28:27.460945 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-4661f170-1c6e-41dd-8aee-d34274279727 req-5b815e44-8d80-435d-b267-455881fc7643 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797644 Jan 11 23:28:45.646943 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e4b08a9-4876-4052-8c1e-8d6cd389cc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:47.882796 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-64d63d3b-4b6e-44d5-8d6f-198d6acb603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:48.874139 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:28:49.134369 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:50.431247 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:51.849265 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:28:52.328339 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.259983 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69e31652-9948-49be-a788-24fd94fd8b4d req-01871f8d-b064-429a-a0b6-c33cfa0df40e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929035287&fields=id&tenant_id=4a79824d06b94564aa6c30def6e33861 HTTP/1.1" status: 200 len: 267 time: 0.0476508 Jan 11 23:29:01.312520 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e31652-9948-49be-a788-24fd94fd8b4d req-6fe8ab9d-0cd3-46ff-89bf-37e8144175ab tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:01.313987 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69e31652-9948-49be-a788-24fd94fd8b4d req-6fe8ab9d-0cd3-46ff-89bf-37e8144175ab tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 984 time: 0.0489202 Jan 11 23:29:01.324167 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Request body: {'port': {'security_groups': ['5dcd9704-6c80-447c-be24-3127f7a5b0d3']}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:29:01.395101 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.573631 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:01.602282 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.682549 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.722753 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8b052b4e-2f51-4104-a929-ec6084c8c224'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:29:01.735099 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:01.735758 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.737219 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69e31652-9948-49be-a788-24fd94fd8b4d req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "PUT /v2.0/ports/8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 942 time: 0.4173834 Jan 11 23:29:01.737706 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:29:01.740047 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:29:01.744548 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 43876) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:01.774536 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event updated for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=7']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:01.790740 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.790937 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.791283 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.791625 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.791962 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.792294 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.792658 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.792985 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.793384 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.793649 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.793983 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.794315 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.794651 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d68cf-7179-4372-8260-b86e47d982e1 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:01.799481 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079b8d51-ce47-4cd0-9e62-69f97aaf84a4 x-openstack-request-id: req-079b8d51-ce47-4cd0-9e62-69f97aaf84a4 {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:29:01.799901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:29:01.800036 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-079b8d51-ce47-4cd0-9e62-69f97aaf84a4 {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:29:01.800466 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'status': 'completed', 'code': 200} Jan 11 23:29:01.823411 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group (71890318-42bf-430b-b636-a40d5b62e46d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.877674 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group (71890318-42bf-430b-b636-a40d5b62e46d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:01.902205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8b052b4e-2f51-4104-a929-ec6084c8c224'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:29:01.922341 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-2928d2d5-32cc-49d3-95a4-e7be5a819bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:01.924080 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-2928d2d5-32cc-49d3-95a4-e7be5a819bda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1098 time: 0.0751293 Jan 11 23:29:02.021629 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-6635e2e9-b19c-41ec-a3df-820cf699885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:02.023207 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-6635e2e9-b19c-41ec-a3df-820cf699885c service neutron] 10.222.0.35 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 916 time: 0.0922992 Jan 11 23:29:02.047810 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-41813040-4203-44d5-9658-38e5453675d6 None None] Provisioning complete for port 8b052b4e-2f51-4104-a929-ec6084c8c224 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:29:02.048193 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-41813040-4203-44d5-9658-38e5453675d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.070651 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (71890318-42bf-430b-b636-a40d5b62e46d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.073244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.074399 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "DELETE /v2.0/security-groups/71890318-42bf-430b-b636-a40d5b62e46d HTTP/1.1" status: 204 len: 168 time: 0.3282144 Jan 11 23:29:02.077431 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 43878) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:02.091757 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71890318-42bf-430b-b636-a40d5b62e46d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:02.104188 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.104581 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.104954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.105292 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.105631 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.105963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.106301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.106630 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.106960 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.107286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.107614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.107937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.108262 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a994256-fef5-47ec-a28c-c08bf7cbe5e2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:02.119689 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-f713873d-6b14-43f9-93dc-26cbc29f0fcc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 1001 time: 0.0891957 Jan 11 23:29:02.140103 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-41813040-4203-44d5-9658-38e5453675d6 None None] Current status of the port 8b052b4e-2f51-4104-a929-ec6084c8c224 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:29:02.171962 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-57ca794f-cadc-425c-8433-220e738b9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:02.173762 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-57ca794f-cadc-425c-8433-220e738b9709 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 200 len: 854 time: 0.0472162 Jan 11 23:29:02.221025 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-57fe81bf-b956-457c-8a3e-242d47ff29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:02.222434 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-57fe81bf-b956-457c-8a3e-242d47ff29a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404551 Jan 11 23:29:02.245196 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Deleting port f4bc53a8-87ed-472a-b845-8f002e764ae7 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:02.245548 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.315021 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-d1f9e4cd-9d49-4c44-a352-46b9c1d2ce15 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855711 Jan 11 23:29:02.321179 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.321687 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for floatingip (f4bc53a8-87ed-472a-b845-8f002e764ae7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.333586 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Calling delete_port for f4bc53a8-87ed-472a-b845-8f002e764ae7 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:02.410715 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-dc22a7f5-fa68-41cd-b20a-dd1add28c44d req-08b45a90-3744-47b3-abbb-72542f5ebda1 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885289 Jan 11 23:29:02.568658 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (f4bc53a8-87ed-472a-b845-8f002e764ae7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.593749 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event deleted for resources: {'Port': ['ID=f4bc53a8-87ed-472a-b845-8f002e764ae7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:02.656718 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks [] for floatingip (7c80bf1e-a2bc-4d00-99f6-c1821d4d0057), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:02.657078 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Floating IP 7c80bf1e-a2bc-4d00-99f6-c1821d4d0057 disassociated (deleted). External IP: 172.27.0.180, port: 8b052b4e-2f51-4104-a929-ec6084c8c224. Jan 11 23:29:02.865737 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:29:03.162107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:29:03.166713 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:03.171188 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] Sync routers for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:29:03.180897 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:03.181601 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:28:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:03.193333 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6cf61c1e-72ea-4312-85f8-64d97ca67f75 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c80bf1e-a2bc-4d00-99f6-c1821d4d0057 HTTP/1.1" status: 204 len: 168 time: 1.1143277 Jan 11 23:29:03.288418 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:03.492499 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:34Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:03.521328 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] Checking router: ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:29:03.529818 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:03.530413 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:28:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:03.637696 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:03.801498 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:29:03.804038 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:29:03.840676 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e086e20-3165-42a0-ac0e-891ab357e4ce x-openstack-request-id: req-5e086e20-3165-42a0-ac0e-891ab357e4ce {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:29:03.840991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:29:03.841243 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e086e20-3165-42a0-ac0e-891ab357e4ce {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:29:03.841640 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'status': 'completed', 'code': 200} Jan 11 23:29:03.843846 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:34Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:03.869990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d4f5f9-d02c-48a3-963c-1930ec90e19d None None] The sync data for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi is: [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:24:29Z', 'revision_number': 4, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': '2467c02b-8108-47cb-b4ae-9704eb6d407d', 'name': '', 'network_id': '7715bb71-d3ca-4b56-bd0b-f6eec231fe27', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'mac_address': 'fa:16:3e:96:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:28Z', 'updated_at': '2022-01-11T23:24:34Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'subnets': [{'id': '6fcab61d-3ba3-4d78-a539-6a9d6c069b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:29:04.093361 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5130787d-c53d-4c04-86c6-3ecd3774346a None None] New status for floating IP 7c80bf1e-a2bc-4d00-99f6-c1821d4d0057: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:29:04.186958 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-feb146f4-f36a-419c-9062-7622f8fcb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:04.188536 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-feb146f4-f36a-419c-9062-7622f8fcb0b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a79824d06b94564aa6c30def6e33861&device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 1098 time: 0.2978044 Jan 11 23:29:04.278249 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-b9129fb0-116a-4b46-ad55-42616d7f46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:04.279745 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-b9129fb0-116a-4b46-ad55-42616d7f46ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 200 len: 916 time: 0.0851061 Jan 11 23:29:04.323595 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-6e64a36f-21e3-4e3e-a1ad-47c846d6fa8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 200 len: 217 time: 0.0371556 Jan 11 23:29:04.371438 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-0d1b02d7-5e81-47bf-8132-c12ceda7d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:04.372831 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-0d1b02d7-5e81-47bf-8132-c12ceda7d0ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 200 len: 854 time: 0.0432005 Jan 11 23:29:04.420477 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-eac70bdd-1555-421e-a8cb-dc8906b5264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:04.425715 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-eac70bdd-1555-421e-a8cb-dc8906b5264c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7715bb71-d3ca-4b56-bd0b-f6eec231fe27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394328 Jan 11 23:29:04.514262 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-be309a11-6d2d-4f35-82c3-16149497d693 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828407 Jan 11 23:29:04.607376 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c049b785-b3b6-452a-b8ab-147ad9ce7ee4 req-f076905a-d67f-4f1b-a6d7-74d1f829f266 service neutron] 10.222.0.35 "GET /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851161 Jan 11 23:29:07.449289 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5396f-4343-401d-8c40-5907b3df2fe4 req-82f489fa-8c2a-4545-8afd-4cfbcbfae052 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:07.450676 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-aef5396f-4343-401d-8c40-5907b3df2fe4 req-82f489fa-8c2a-4545-8afd-4cfbcbfae052 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0497110 Jan 11 23:29:07.499153 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-aef5396f-4343-401d-8c40-5907b3df2fe4 req-331201e9-0f5a-4bf9-965c-e3a6922e76a5 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Jan 11 23:29:08.616811 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ce428-a8b0-4279-8a0a-6afc1e1ef81f req-5504c24b-00ed-49b5-a7e9-ded71535515e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:08.618313 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e8ce428-a8b0-4279-8a0a-6afc1e1ef81f req-5504c24b-00ed-49b5-a7e9-ded71535515e tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Jan 11 23:29:08.665449 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2e8ce428-a8b0-4279-8a0a-6afc1e1ef81f req-d903a14e-7f9f-474d-9f6a-f43f16c56a96 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417509 Jan 11 23:29:09.764894 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-fe9dfdf8-5a50-429e-92af-5ff85bcadfb2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:09.766438 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-fe9dfdf8-5a50-429e-92af-5ff85bcadfb2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Jan 11 23:29:09.818582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716376d2-32a0-4bec-997f-34692b757c5c req-a9445622-20f7-40bc-b4ce-dce8b30254db tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:09.820119 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-716376d2-32a0-4bec-997f-34692b757c5c req-a9445622-20f7-40bc-b4ce-dce8b30254db tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 945 time: 0.0658934 Jan 11 23:29:09.859380 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Deleting port 8b052b4e-2f51-4104-a929-ec6084c8c224 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:09.859710 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:09.868290 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-716376d2-32a0-4bec-997f-34692b757c5c req-43dcd011-9ead-4968-aa99-15c81f621fa8 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/security-groups?id=5dcd9704-6c80-447c-be24-3127f7a5b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Jan 11 23:29:09.952823 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] For port 8b052b4e-2f51-4104-a929-ec6084c8c224, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8b052b4e-2f51-4104-a929-ec6084c8c224,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:09.956052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:09.966415 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Calling delete_port for 8b052b4e-2f51-4104-a929-ec6084c8c224 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:10.185240 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (8b052b4e-2f51-4104-a929-ec6084c8c224), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:10.214152 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Pushing event deleted for resources: {'Port': ['ID=8b052b4e-2f51-4104-a929-ec6084c8c224,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:10.221647 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['8b052b4e-2f51-4104-a929-ec6084c8c224'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:29:10.255713 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] No DVR routers for this DVR port 8b052b4e-2f51-4104-a929-ec6084c8c224 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:10.258000 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:10.261264 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6107d571-0fdb-44c1-bdcb-fe1515a6f52f req-a04c5c47-4508-4c6d-942b-24678fc225a2 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.35 "DELETE /v2.0/ports/8b052b4e-2f51-4104-a929-ec6084c8c224 HTTP/1.1" status: 204 len: 173 time: 0.4896555 Jan 11 23:29:10.261702 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'name': 'network-vif-deleted', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:29:10.264019 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e3346c-793b-4ff5-9fc1-b5ba4d5dffee" -d '{"events": [{"server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "name": "network-vif-deleted", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:29:10.301103 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73594cbb-60ae-4b3a-a551-bb0bdde04799 x-openstack-request-id: req-73594cbb-60ae-4b3a-a551-bb0bdde04799 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:29:10.301390 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca1f0a4-3730-49cc-8712-c5add3993cf0", "name": "network-vif-deleted", "tag": "8b052b4e-2f51-4104-a929-ec6084c8c224", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:29:10.301630 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73594cbb-60ae-4b3a-a551-bb0bdde04799 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:29:10.302037 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca1f0a4-3730-49cc-8712-c5add3993cf0', 'name': 'network-vif-deleted', 'tag': '8b052b4e-2f51-4104-a929-ec6084c8c224', 'status': 'completed', 'code': 200} Jan 11 23:29:10.981776 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b1e3e73d-ee58-4f32-9e4f-1f8b80ed540a req-5b9dca88-6e12-44e0-bcc4-8b3c878c3815 tempest-TestMinimumBasicScenario-144558994 tempest-TestMinimumBasicScenario-144558994-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca1f0a4-3730-49cc-8712-c5add3993cf0 HTTP/1.1" status: 200 len: 210 time: 0.0294504 Jan 11 23:29:11.144444 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2457350-60b6-4403-babb-7346925276e6 req-15d61a90-28f0-4d99-a858-4ec14f1a9c24 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:11.145882 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2457350-60b6-4403-babb-7346925276e6 req-15d61a90-28f0-4d99-a858-4ec14f1a9c24 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0492871 Jan 11 23:29:11.191847 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2457350-60b6-4403-babb-7346925276e6 req-0b4acc5a-6f29-4966-9b93-3f213d8d1f73 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404866 Jan 11 23:29:12.307314 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2465a-e4ec-4e1f-b387-97a119299d33 req-2654f79c-e7e1-4100-9798-858c066c19be tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:12.308699 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7dc2465a-e4ec-4e1f-b387-97a119299d33 req-2654f79c-e7e1-4100-9798-858c066c19be tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Jan 11 23:29:12.358409 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7dc2465a-e4ec-4e1f-b387-97a119299d33 req-a54a228b-fc0a-4500-8e23-455187cd6591 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440238 Jan 11 23:29:13.492888 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f9080-98aa-41ac-8341-d8a3166961d1 req-89466ee8-1349-4451-be1d-7933c8af88e8 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:13.494382 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-220f9080-98aa-41ac-8341-d8a3166961d1 req-89466ee8-1349-4451-be1d-7933c8af88e8 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0569208 Jan 11 23:29:13.541175 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-220f9080-98aa-41ac-8341-d8a3166961d1 req-ee6fe6d0-4a23-443f-8647-7476e2578f41 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Jan 11 23:29:13.567898 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44022) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:13.914052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:14.152578 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Deleting port 2467c02b-8108-47cb-b4ae-9704eb6d407d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:14.152909 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:14.230380 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] For port 2467c02b-8108-47cb-b4ae-9704eb6d407d, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=2467c02b-8108-47cb-b4ae-9704eb6d407d,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:14.230742 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:14.243732 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Calling delete_port for 2467c02b-8108-47cb-b4ae-9704eb6d407d owned by network:router_interface {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:14.340621 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8b052b4e-2f51-4104-a929-ec6084c8c224 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:14.360867 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 8b052b4e-2f51-4104-a929-ec6084c8c224 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:14.361246 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 8b052b4e-2f51-4104-a929-ec6084c8c224 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:14.481259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (2467c02b-8108-47cb-b4ae-9704eb6d407d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:14.510425 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Pushing event deleted for resources: {'Port': ['ID=2467c02b-8108-47cb-b4ae-9704eb6d407d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:14.675309 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c2568-93fa-4293-a370-9eae07b7bf32 req-bde13dca-9399-4cf5-b2c5-64208a4c0e49 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:14.676990 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e6c2568-93fa-4293-a370-9eae07b7bf32 req-bde13dca-9399-4cf5-b2c5-64208a4c0e49 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0591938 Jan 11 23:29:14.685943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:14.728880 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e6c2568-93fa-4293-a370-9eae07b7bf32 req-e523fe8a-4789-4f9d-bf4a-4b0941cc3dfb tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454311 Jan 11 23:29:14.904537 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:29:15.012546 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:29:15.017507 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-499364b0-35e2-433d-83e9-cddd6677b322 admin admin] 10.222.0.21 "PUT /v2.0/routers/ddd2839b-72ea-4e9b-9c42-c23fb7bfe161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4485400 Jan 11 23:29:15.021070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44030) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:15.023686 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] Sync routers for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:29:15.033905 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:15.035223 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:28:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:15.122301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks [] for router (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.223716 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks [] for router_gateway (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.266213 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:15.338436 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Deleting port 33376a8b-8435-4d3a-a4e9-273726c6e874 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:15.338772 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.418474 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] For port 33376a8b-8435-4d3a-a4e9-273726c6e874, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=33376a8b-8435-4d3a-a4e9-273726c6e874,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:15.418838 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.431726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Calling delete_port for 33376a8b-8435-4d3a-a4e9-273726c6e874 owned by network:router_gateway {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:15.448712 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:29:14Z', 'revision_number': 5, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port': {'id': '33376a8b-8435-4d3a-a4e9-273726c6e874', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:de:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:22Z', 'updated_at': '2022-01-11T23:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:15.480385 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] Checking router: ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:29:15.489077 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] Routers {'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:15.489680 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:28:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:15.584260 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] Set router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:15.639685 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:29:15Z', 'revision_number': 6, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port_host': None}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:15.666971 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa416b13-9d46-46f3-b296-40912f5cd293 None None] The sync data for ids ['ddd2839b-72ea-4e9b-9c42-c23fb7bfe161'] in dv-cinder-821602-8-iscsi is: [{'id': 'ddd2839b-72ea-4e9b-9c42-c23fb7bfe161', 'name': 'tempest-TestMinimumBasicScenario-1555441790-router', 'tenant_id': '4a79824d06b94564aa6c30def6e33861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:21Z', 'updated_at': '2022-01-11T23:29:15Z', 'revision_number': 6, 'project_id': '4a79824d06b94564aa6c30def6e33861', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:29:15.668322 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9e6a07ab-5009-4372-83fd-c0a8e32043bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.711107 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (33376a8b-8435-4d3a-a4e9-273726c6e874), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.737987 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33376a8b-8435-4d3a-a4e9-273726c6e874,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:15.811275 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.854815 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc7dd0-f8c1-4b89-8f8a-3c673f3207f5 req-a14d2ff8-046e-41e5-abdd-49003a6b6e2f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:15.856280 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-57fc7dd0-f8c1-4b89-8f8a-3c673f3207f5 req-a14d2ff8-046e-41e5-abdd-49003a6b6e2f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0564411 Jan 11 23:29:15.904826 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:15.906862 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-57fc7dd0-f8c1-4b89-8f8a-3c673f3207f5 req-8f964f41-2cb6-4547-a721-84174c143ef5 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447345 Jan 11 23:29:15.907061 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks [] for router_controller (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.002310 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (ddd2839b-72ea-4e9b-9c42-c23fb7bfe161), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.002869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 {{(pid=103148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:29:16.011700 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.011700 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f6c91d0f-608a-4187-951f-7d65893000c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ddd2839b-72ea-4e9b-9c42-c23fb7bfe161 HTTP/1.1" status: 204 len: 168 time: 0.9874721 Jan 11 23:29:16.012317 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44034) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:16.060098 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Deleting subnet 6fcab61d-3ba3-4d78-a539-6a9d6c069b56 {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:29:16.063341 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Publish callbacks [] for subnet (6fcab61d-3ba3-4d78-a539-6a9d6c069b56), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.103052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (6fcab61d-3ba3-4d78-a539-6a9d6c069b56), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.207952 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (6fcab61d-3ba3-4d78-a539-6a9d6c069b56), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.345752 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (6fcab61d-3ba3-4d78-a539-6a9d6c069b56), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.371761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcab61d-3ba3-4d78-a539-6a9d6c069b56,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:16.375964 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.382545 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-0201b19c-f9ee-4b11-90d3-926fb3b73276 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6fcab61d-3ba3-4d78-a539-6a9d6c069b56 HTTP/1.1" status: 204 len: 168 time: 0.3668065 Jan 11 23:29:16.383270 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44036) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:16.383723 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5036a5a-ebf1-421e-9ed7-665e2b3de998 None None] Network 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:29:16.454507 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (7715bb71-d3ca-4b56-bd0b-f6eec231fe27), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.511771 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Deleting port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:16.512111 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.543766 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] DHCP port deletion for 7715bb71-d3ca-4b56-bd0b-f6eec231fe27 request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:29:16.587283 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] For port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:16.587646 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.598885 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Deleting port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:16.599213 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.602377 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Calling delete_port for fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:16.663449 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] For port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,segment=NetworkSegment(490269a3-9b11-475b-a569-5cc610e3486d),segment_id=490269a3-9b11-475b-a569-5cc610e3486d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:16.664004 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.687858 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Calling delete_port for fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:16.796621 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.808992 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.825181 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:16.832260 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] No DVR routers for this DVR port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb on host dv-cinder-821602-8-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:16.835219 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Pushing event deleted for resources: {'Port': ['ID=fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:16.843459 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] No DVR routers for this DVR port fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849727 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849727 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.849877 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.850193 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b989cf-ae06-44e6-bc14-54fd30931a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:29:16.909161 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (7715bb71-d3ca-4b56-bd0b-f6eec231fe27), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.929591 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7715bb71-d3ca-4b56-bd0b-f6eec231fe27']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:16.939526 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490269a3-9b11-475b-a569-5cc610e3486d') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:16.939858 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490269a3-9b11-475b-a569-5cc610e3486d') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:16.957080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4152060'] for segment (490269a3-9b11-475b-a569-5cc610e3486d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.971590 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (490269a3-9b11-475b-a569-5cc610e3486d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.979994 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:29:16.980389 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3666179'] for segment (490269a3-9b11-475b-a569-5cc610e3486d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: Traceback (most recent call last): Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: timer() Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: cb(*args, **kw) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: return func(*args, **kwargs) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: self._notify() Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: self.callback(batched_events) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: event.method(event) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: return f(self, *a, **k) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._get(url).json() Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:29:16.982116 dv-cinder-821602-8-iscsi neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:29:17.017735 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 33376a8b-8435-4d3a-a4e9-273726c6e874 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:17.037989 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 33376a8b-8435-4d3a-a4e9-273726c6e874 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:17.038337 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 33376a8b-8435-4d3a-a4e9-273726c6e874 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:17.038753 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:17.061686 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:17.062064 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device fc1f2090-7b91-40af-ae5d-a8bc4b8f64bb not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:17.062492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 2467c02b-8108-47cb-b4ae-9704eb6d407d no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:17.073347 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa930ac7-df5c-4f81-9cfe-1e50a7c088a5 req-00535b9f-651c-4e82-b4c3-f016f7653f7d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:17.074850 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-aa930ac7-df5c-4f81-9cfe-1e50a7c088a5 req-00535b9f-651c-4e82-b4c3-f016f7653f7d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0967243 Jan 11 23:29:17.083891 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 2467c02b-8108-47cb-b4ae-9704eb6d407d {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:17.084372 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 2467c02b-8108-47cb-b4ae-9704eb6d407d not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:17.121728 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-aa930ac7-df5c-4f81-9cfe-1e50a7c088a5 req-eb614320-837f-4489-bc5b-47cfaa715f38 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Jan 11 23:29:17.126643 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (7715bb71-d3ca-4b56-bd0b-f6eec231fe27), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:17.132584 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:17.135969 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] 10.222.0.21 "DELETE /v2.0/networks/7715bb71-d3ca-4b56-bd0b-f6eec231fe27 HTTP/1.1" status: 204 len: 168 time: 0.7512863 Jan 11 23:29:17.142865 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44040) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:17.147332 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c87ebb-6697-4b70-915c-23a0af7b860d admin admin] Pushing event deleted for resources: {'Network': ['ID=7715bb71-d3ca-4b56-bd0b-f6eec231fe27,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:17.728150 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (72137596-b107-4fa8-a7b2-4e4638e87f7f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:17.899904 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c5a4af2f-e07d-40e9-92fc-94386bca2d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:17.966205 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Deleting port 2a5afe5f-7601-4caf-86ce-897de05a5c22 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:17.966537 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:18.047211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] For port 2a5afe5f-7601-4caf-86ce-897de05a5c22, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=2a5afe5f-7601-4caf-86ce-897de05a5c22,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:18.047741 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:18.059856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Calling delete_port for 2a5afe5f-7601-4caf-86ce-897de05a5c22 owned by network:router_interface {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:18.242707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729f82-65e7-42a1-9d33-4557ca23608c req-33960007-54dd-4d8c-b61f-074c10b6da91 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:18.244184 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a729f82-65e7-42a1-9d33-4557ca23608c req-33960007-54dd-4d8c-b61f-074c10b6da91 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0537419 Jan 11 23:29:18.290660 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6a729f82-65e7-42a1-9d33-4557ca23608c req-f8100654-eca1-4f60-81a6-c3deefab0116 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408461 Jan 11 23:29:18.328283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (2a5afe5f-7601-4caf-86ce-897de05a5c22), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:18.355171 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5afe5f-7601-4caf-86ce-897de05a5c22,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:18.520263 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (72137596-b107-4fa8-a7b2-4e4638e87f7f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:18.731485 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Router 72137596-b107-4fa8-a7b2-4e4638e87f7f has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:29:18.839264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:29:18.845396 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-49538020-a155-4aaf-8d8e-d4d8778e8a15 admin admin] 10.222.0.21 "PUT /v2.0/routers/72137596-b107-4fa8-a7b2-4e4638e87f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007098 Jan 11 23:29:18.846878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44044) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:18.854666 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] Sync routers for ids ['72137596-b107-4fa8-a7b2-4e4638e87f7f'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:29:18.864906 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] Routers {'72137596-b107-4fa8-a7b2-4e4638e87f7f'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:18.865541 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['72137596-b107-4fa8-a7b2-4e4638e87f7f'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:18.985745 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] Set router 72137596-b107-4fa8-a7b2-4e4638e87f7f gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:19.134258 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks [] for router (72137596-b107-4fa8-a7b2-4e4638e87f7f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.178733 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.183082 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:29:18Z', 'revision_number': 5, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:19.244674 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks [] for router_gateway (72137596-b107-4fa8-a7b2-4e4638e87f7f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.295589 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] Checking router: 72137596-b107-4fa8-a7b2-4e4638e87f7f for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:29:19.305366 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] Routers {'72137596-b107-4fa8-a7b2-4e4638e87f7f'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:19.305969 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['72137596-b107-4fa8-a7b2-4e4638e87f7f'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:19.389526 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Deleting port cf071098-7e23-46df-8aa4-908d6f0d2e83 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:19.390174 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.414089 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] Set router 72137596-b107-4fa8-a7b2-4e4638e87f7f gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:19.486368 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] For port cf071098-7e23-46df-8aa4-908d6f0d2e83, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cf071098-7e23-46df-8aa4-908d6f0d2e83,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:19.486838 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.499717 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Calling delete_port for cf071098-7e23-46df-8aa4-908d6f0d2e83 owned by network:router_gateway {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:19.524411 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9adac8-0219-426f-880e-4107b0d54092 req-e3a7ea97-f6b5-447d-a3ff-fb1a76c59968 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:19.526167 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6d9adac8-0219-426f-880e-4107b0d54092 req-e3a7ea97-f6b5-447d-a3ff-fb1a76c59968 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0531099 Jan 11 23:29:19.576716 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6d9adac8-0219-426f-880e-4107b0d54092 req-7a62a7ea-0af8-4f73-a327-178f8c4c36fd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Jan 11 23:29:19.604111 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:29:18Z', 'revision_number': 5, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:19.632324 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aaa0e2-0744-4445-85c1-306b92387fd6 None None] The sync data for ids ['72137596-b107-4fa8-a7b2-4e4638e87f7f'] in dv-cinder-821602-8-iscsi is: [{'id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'name': 'tempest-TestMinimumBasicScenario-1211459838-router', 'tenant_id': '362b6cae73a84e4a80a8cef12a220d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:34Z', 'updated_at': '2022-01-11T23:29:18Z', 'revision_number': 5, 'project_id': '362b6cae73a84e4a80a8cef12a220d97', 'gw_port': {'id': 'cf071098-7e23-46df-8aa4-908d6f0d2e83', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:2d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72137596-b107-4fa8-a7b2-4e4638e87f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:35Z', 'updated_at': '2022-01-11T23:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:29:19.774012 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (cf071098-7e23-46df-8aa4-908d6f0d2e83), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.800781 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf071098-7e23-46df-8aa4-908d6f0d2e83,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:19.860697 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (72137596-b107-4fa8-a7b2-4e4638e87f7f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.963610 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (72137596-b107-4fa8-a7b2-4e4638e87f7f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:19.966055 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks [] for router_controller (72137596-b107-4fa8-a7b2-4e4638e87f7f), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.071017 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (72137596-b107-4fa8-a7b2-4e4638e87f7f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.071545 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72137596-b107-4fa8-a7b2-4e4638e87f7f {{(pid=103148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:29:20.078355 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.078355 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-03a081ef-fb68-41e7-9801-b45d2600bf27 admin admin] 10.222.0.21 "DELETE /v2.0/routers/72137596-b107-4fa8-a7b2-4e4638e87f7f HTTP/1.1" status: 204 len: 168 time: 1.2290661 Jan 11 23:29:20.079649 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44052) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:20.125487 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Deleting subnet d25593f7-210f-4343-a85d-418775d75ec8 {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:29:20.128647 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Publish callbacks [] for subnet (d25593f7-210f-4343-a85d-418775d75ec8), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.163023 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (d25593f7-210f-4343-a85d-418775d75ec8), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.250037 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (d25593f7-210f-4343-a85d-418775d75ec8), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.384057 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (d25593f7-210f-4343-a85d-418775d75ec8), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.410760 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d25593f7-210f-4343-a85d-418775d75ec8,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:20.414358 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.417559 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-b8adfe8d-3be0-475b-9c03-4f3b63c2733c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d25593f7-210f-4343-a85d-418775d75ec8 HTTP/1.1" status: 204 len: 168 time: 0.3369141 Jan 11 23:29:20.419984 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe63092-cb04-4538-b5fc-cacdd122634d None None] Network 3033871e-5f61-43da-b327-d06f88c7b52d requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:29:20.420471 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44054) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:20.469406 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.493294 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (3033871e-5f61-43da-b327-d06f88c7b52d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.547822 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Deleting port 76b239f1-8815-4495-a610-2f80114deb7a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:20.548165 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (76b239f1-8815-4495-a610-2f80114deb7a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.593912 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] DHCP port deletion for 3033871e-5f61-43da-b327-d06f88c7b52d request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:29:20.618085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] For port 76b239f1-8815-4495-a610-2f80114deb7a, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=76b239f1-8815-4495-a610-2f80114deb7a,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:20.618085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (76b239f1-8815-4495-a610-2f80114deb7a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.635640 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Calling delete_port for 76b239f1-8815-4495-a610-2f80114deb7a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:20.651066 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] Deleting port 76b239f1-8815-4495-a610-2f80114deb7a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:20.651465 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (76b239f1-8815-4495-a610-2f80114deb7a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.708004 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463194f2-a282-41f0-bba3-f3166e6a2d32 req-47686c2d-cc71-4705-9db8-240459bbcf3a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:20.709576 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-463194f2-a282-41f0-bba3-f3166e6a2d32 req-47686c2d-cc71-4705-9db8-240459bbcf3a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Jan 11 23:29:20.721896 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] For port 76b239f1-8815-4495-a610-2f80114deb7a, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=76b239f1-8815-4495-a610-2f80114deb7a,segment=NetworkSegment(1685802e-0571-4003-a91f-b94531520f27),segment_id=1685802e-0571-4003-a91f-b94531520f27)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:20.722690 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (76b239f1-8815-4495-a610-2f80114deb7a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.734846 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] Calling delete_port for 76b239f1-8815-4495-a610-2f80114deb7a owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:20.762346 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-463194f2-a282-41f0-bba3-f3166e6a2d32 req-685b79b0-cb26-4d83-9f78-2618c2596758 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459023 Jan 11 23:29:20.801183 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (76b239f1-8815-4495-a610-2f80114deb7a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.813284 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (76b239f1-8815-4495-a610-2f80114deb7a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.829026 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Pushing event deleted for resources: {'Port': ['ID=76b239f1-8815-4495-a610-2f80114deb7a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:20.830757 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] No DVR routers for this DVR port 76b239f1-8815-4495-a610-2f80114deb7a on host dv-cinder-821602-8-iscsi {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:20.843707 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] No DVR routers for this DVR port 76b239f1-8815-4495-a610-2f80114deb7a on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:20.847674 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfe596-8e15-4939-8fe0-8ec18d56f4ca None None] Pushing event deleted for resources: {'Port': ['ID=76b239f1-8815-4495-a610-2f80114deb7a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:20.905859 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (3033871e-5f61-43da-b327-d06f88c7b52d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.925695 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3033871e-5f61-43da-b327-d06f88c7b52d']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:20.934833 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1685802e-0571-4003-a91f-b94531520f27') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:20.935131 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1685802e-0571-4003-a91f-b94531520f27') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:20.945985 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (1685802e-0571-4003-a91f-b94531520f27), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.960339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (1685802e-0571-4003-a91f-b94531520f27), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (1685802e-0571-4003-a91f-b94531520f27), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:29:20.972947 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:29:21.003559 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 76b239f1-8815-4495-a610-2f80114deb7a no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:21.027653 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 76b239f1-8815-4495-a610-2f80114deb7a {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:21.028003 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 76b239f1-8815-4495-a610-2f80114deb7a not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:21.029786 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 2a5afe5f-7601-4caf-86ce-897de05a5c22 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:21.046701 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 2a5afe5f-7601-4caf-86ce-897de05a5c22 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:21.047054 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 2a5afe5f-7601-4caf-86ce-897de05a5c22 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:21.047722 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cf071098-7e23-46df-8aa4-908d6f0d2e83 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:21.067235 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: cf071098-7e23-46df-8aa4-908d6f0d2e83 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:21.067601 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cf071098-7e23-46df-8aa4-908d6f0d2e83 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:21.087780 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (3033871e-5f61-43da-b327-d06f88c7b52d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.092995 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.096131 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/3033871e-5f61-43da-b327-d06f88c7b52d HTTP/1.1" status: 204 len: 168 time: 0.6750910 Jan 11 23:29:21.106954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0060c15-f10c-4485-b2f3-5693b40685ec admin admin] Pushing event deleted for resources: {'Network': ['ID=3033871e-5f61-43da-b327-d06f88c7b52d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:21.378795 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44060) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:21.421509 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-28459fa8-9051-42d4-8415-d884a4166c1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a79824d06b94564aa6c30def6e33861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414674 Jan 11 23:29:21.424303 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44062) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:21.473466 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb280-c0ac-47e8-b2bc-26feff06e005 admin admin] Publish callbacks [] for security_group (5dcd9704-6c80-447c-be24-3127f7a5b0d3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.494945 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb280-c0ac-47e8-b2bc-26feff06e005 admin admin] Publish callbacks [] for security_group (5dcd9704-6c80-447c-be24-3127f7a5b0d3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.625153 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb280-c0ac-47e8-b2bc-26feff06e005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (5dcd9704-6c80-447c-be24-3127f7a5b0d3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.627614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fbcdb280-c0ac-47e8-b2bc-26feff06e005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.629373 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fbcdb280-c0ac-47e8-b2bc-26feff06e005 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dcd9704-6c80-447c-be24-3127f7a5b0d3 HTTP/1.1" status: 204 len: 168 time: 0.2035930 Jan 11 23:29:21.637146 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdb280-c0ac-47e8-b2bc-26feff06e005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcd9704-6c80-447c-be24-3127f7a5b0d3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:21.853988 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:21.884876 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370c88b-2edc-42bc-be04-86b0649211d8 req-0ed6f4fd-2eb5-49d4-922b-55ab3316bfba tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:21.886513 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a370c88b-2edc-42bc-be04-86b0649211d8 req-0ed6f4fd-2eb5-49d4-922b-55ab3316bfba tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0530906 Jan 11 23:29:21.934403 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a370c88b-2edc-42bc-be04-86b0649211d8 req-65cdfa8f-78c2-4730-a834-cb169329ddd3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 Jan 11 23:29:22.261920 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44074) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:22.293608 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeffa55-1b75-45ea-a9c6-95afc5a302b2 req-2b0259fe-8e32-4fc6-afa0-9f94d6fb8b33 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:22.295133 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edeffa55-1b75-45ea-a9c6-95afc5a302b2 req-2b0259fe-8e32-4fc6-afa0-9f94d6fb8b33 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Jan 11 23:29:22.306632 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-62c83ae2-4db5-4f52-9694-ef62e190b192 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=362b6cae73a84e4a80a8cef12a220d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432804 Jan 11 23:29:22.307657 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44076) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:22.339145 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:22.345999 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edeffa55-1b75-45ea-a9c6-95afc5a302b2 req-8a24aa64-11df-40e3-bf35-ffbe8d21599a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Jan 11 23:29:22.358518 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb3921df-9545-439f-accb-d73c3759407f admin admin] Publish callbacks [] for security_group (6ef8e093-75e6-48fb-bdc3-44f060706732), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:22.380646 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb3921df-9545-439f-accb-d73c3759407f admin admin] Publish callbacks [] for security_group (6ef8e093-75e6-48fb-bdc3-44f060706732), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:22.447151 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-dc3f2272-ebeb-49e9-a12c-485ffa3987c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:22.448549 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-dc3f2272-ebeb-49e9-a12c-485ffa3987c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1098 time: 0.0570612 Jan 11 23:29:22.524277 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb3921df-9545-439f-accb-d73c3759407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (6ef8e093-75e6-48fb-bdc3-44f060706732), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:22.526868 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eb3921df-9545-439f-accb-d73c3759407f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:22.528053 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-eb3921df-9545-439f-accb-d73c3759407f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ef8e093-75e6-48fb-bdc3-44f060706732 HTTP/1.1" status: 204 len: 168 time: 0.2200272 Jan 11 23:29:22.551107 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3921df-9545-439f-accb-d73c3759407f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef8e093-75e6-48fb-bdc3-44f060706732,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:22.562432 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-4096f138-9143-4ed0-a312-a1c7ef7742e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:22.564202 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-4096f138-9143-4ed0-a312-a1c7ef7742e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.1099465 Jan 11 23:29:22.632630 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-984cb07e-4b52-4439-aee9-868ff1bc30c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 1001 time: 0.0614965 Jan 11 23:29:22.681264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-ba994415-29a6-4dc6-b752-dd1ecba03776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:22.682713 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-ba994415-29a6-4dc6-b752-dd1ecba03776 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0446522 Jan 11 23:29:22.731065 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-8953bfdc-97a3-4458-a80d-c032621979ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:22.732568 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-8953bfdc-97a3-4458-a80d-c032621979ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440888 Jan 11 23:29:22.825853 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-b481e0a5-5ac7-4fcf-a8ad-04e6ac6ceb02 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874681 Jan 11 23:29:22.927349 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-82ca4fc8-aa37-49dd-b6f4-d97edbda30ac req-238390f8-e4df-4cee-b27f-5e2d60d2fcbc service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945060 Jan 11 23:29:23.468434 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edd4f9-4ba6-4404-a431-add9c414c1c1 req-13de4b3f-4101-440a-ad5f-d2089df04d32 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:23.469940 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-83edd4f9-4ba6-4404-a431-add9c414c1c1 req-13de4b3f-4101-440a-ad5f-d2089df04d32 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0535183 Jan 11 23:29:23.520137 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-83edd4f9-4ba6-4404-a431-add9c414c1c1 req-951c7d87-dec9-4034-a427-bd644bbfd9a1 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446603 Jan 11 23:29:24.634029 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff8be-3d43-434e-9925-5bd83b07af95 req-a90a25eb-7b91-4681-b545-446fc40e5232 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:24.635497 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f6ff8be-3d43-434e-9925-5bd83b07af95 req-a90a25eb-7b91-4681-b545-446fc40e5232 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Jan 11 23:29:24.682808 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0f6ff8be-3d43-434e-9925-5bd83b07af95 req-bfe9b849-7618-496c-965e-18ada972773f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Jan 11 23:29:25.872524 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:29:27.944823 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-bfebe284-6b30-4e1e-affb-a629569f2438 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392931 Jan 11 23:29:28.014532 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9967f-3d79-403e-b86e-df20c7150287 req-d4d5fb11-518e-4c4c-b2de-ab67e21fab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:28.015993 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-d4d5fb11-518e-4c4c-b2de-ab67e21fab50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 1098 time: 0.0392697 Jan 11 23:29:28.119281 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9967f-3d79-403e-b86e-df20c7150287 req-73237410-68e4-4168-8699-a9f799a87d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:28.120708 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-73237410-68e4-4168-8699-a9f799a87d22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.0852184 Jan 11 23:29:28.182968 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-4bfae0e8-1032-45c4-b784-23c36397f672 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 200 len: 1001 time: 0.0565915 Jan 11 23:29:28.229360 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9967f-3d79-403e-b86e-df20c7150287 req-1e82c079-5ae7-4568-8f7f-2a2bf4e25c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:28.230715 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-1e82c079-5ae7-4568-8f7f-2a2bf4e25c8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0419021 Jan 11 23:29:28.276534 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9967f-3d79-403e-b86e-df20c7150287 req-16e7c473-ea17-470f-9296-1154042bd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:28.277973 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-16e7c473-ea17-470f-9296-1154042bd568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413783 Jan 11 23:29:28.363099 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-20536960-56fd-4a74-aa78-0ff9f4f89adf service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791483 Jan 11 23:29:28.450334 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-66e9967f-3d79-403e-b86e-df20c7150287 req-0c0d7b99-c5df-4cb2-afe8-03dcf082f473 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821445 Jan 11 23:29:31.212605 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f9574-2bde-4d62-8b1c-10a365bf1d27 req-7100db88-cd75-4edc-9ac9-dbd40ba83d8f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:31.214101 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e12f9574-2bde-4d62-8b1c-10a365bf1d27 req-7100db88-cd75-4edc-9ac9-dbd40ba83d8f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0524418 Jan 11 23:29:31.260941 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e12f9574-2bde-4d62-8b1c-10a365bf1d27 req-22eaf765-021d-40c8-a337-a25c51fd811b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Jan 11 23:29:32.382129 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374ee98-5556-46b7-a625-751ed29dd51e req-74a1f16e-bd2d-46c6-834c-973562cab73d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:32.383580 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3374ee98-5556-46b7-a625-751ed29dd51e req-74a1f16e-bd2d-46c6-834c-973562cab73d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0491493 Jan 11 23:29:32.429738 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3374ee98-5556-46b7-a625-751ed29dd51e req-344b498f-e9ce-4e53-9272-5daffa4ddcc7 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Jan 11 23:29:33.552674 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1805f-b3b2-4abd-828a-4ff1aae062dd req-3c6681e4-9905-4228-a449-7bcfddcff1a1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:33.554186 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3f1805f-b3b2-4abd-828a-4ff1aae062dd req-3c6681e4-9905-4228-a449-7bcfddcff1a1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0527675 Jan 11 23:29:33.604492 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3f1805f-b3b2-4abd-828a-4ff1aae062dd req-0a521a22-72a0-4b35-bc7e-127bc55c7d62 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448580 Jan 11 23:29:34.721908 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50e7c7-e6de-414b-aded-e31a002e2d98 req-a0c2313c-0861-4b24-905d-f054305965db tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:34.723342 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a50e7c7-e6de-414b-aded-e31a002e2d98 req-a0c2313c-0861-4b24-905d-f054305965db tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0492542 Jan 11 23:29:34.771402 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0a50e7c7-e6de-414b-aded-e31a002e2d98 req-a074dd50-7bba-4668-8534-08bbd6ccff3a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423656 Jan 11 23:29:35.887969 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a55e-56b3-40ad-8049-e973441e30cb req-58b1512d-d23c-432d-9eeb-7d684cfc38e1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:35.889475 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0736a55e-56b3-40ad-8049-e973441e30cb req-58b1512d-d23c-432d-9eeb-7d684cfc38e1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0483131 Jan 11 23:29:35.929470 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44110) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:35.936787 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0736a55e-56b3-40ad-8049-e973441e30cb req-6572b1bb-188e-4a5d-88b1-73d6894a2d20 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418608 Jan 11 23:29:36.082726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Deleting port e037ed61-b72d-4c7f-86fd-ca93bec28f77 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:36.083059 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:36.158357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:36.158685 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for floatingip (e037ed61-b72d-4c7f-86fd-ca93bec28f77), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:36.169917 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Calling delete_port for e037ed61-b72d-4c7f-86fd-ca93bec28f77 owned by network:floatingip {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:36.665173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (e037ed61-b72d-4c7f-86fd-ca93bec28f77), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:36.690665 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event deleted for resources: {'Port': ['ID=e037ed61-b72d-4c7f-86fd-ca93bec28f77,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:36.753155 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for floatingip (3a74cf98-c587-4016-8355-6194090609c5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:36.753629 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Floating IP 3a74cf98-c587-4016-8355-6194090609c5 disassociated (deleted). External IP: 172.27.0.35, port: ae5635d8-bc39-4921-9c68-9218f7d190e0. Jan 11 23:29:36.956865 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Router bcf81964-f715-4221-b969-413006281cbf has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:29:37.057505 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328ca3c-7062-4551-8324-47233b1be473 req-2dfc71be-9c7e-433f-a228-7989d47375a2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:37.058966 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a328ca3c-7062-4551-8324-47233b1be473 req-2dfc71be-9c7e-433f-a228-7989d47375a2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0529485 Jan 11 23:29:37.067003 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:29:37.071857 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:37.078252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] Sync routers for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:29:37.089415 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:37.090036 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:37.100855 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-29740611-91d8-40b1-8ab7-623aa9985c3c tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a74cf98-c587-4016-8355-6194090609c5 HTTP/1.1" status: 204 len: 168 time: 1.1701112 Jan 11 23:29:37.101570 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:29:37.103966 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0738f1f6-1510-4236-9097-87a9fe3c2188" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:29:37.110765 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a328ca3c-7062-4551-8324-47233b1be473 req-3da5cb00-1297-47e7-aec6-94c3b3f1355b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 Jan 11 23:29:37.158687 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1167fa23-0daa-44f3-9384-4569ea00fb18 x-openstack-request-id: req-1167fa23-0daa-44f3-9384-4569ea00fb18 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:29:37.158982 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:29:37.159238 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1167fa23-0daa-44f3-9384-4569ea00fb18 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:29:37.159638 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'status': 'completed', 'code': 200} Jan 11 23:29:37.205227 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:37.244304 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-298f988d-9e78-4135-b36e-19f6acf80eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:37.245848 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-298f988d-9e78-4135-b36e-19f6acf80eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 1099 time: 0.0413172 Jan 11 23:29:37.337859 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-10e1f4b3-799d-4b06-9cc0-43c442a922a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:37.339336 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-10e1f4b3-799d-4b06-9cc0-43c442a922a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 200 len: 910 time: 0.0859470 Jan 11 23:29:37.385217 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-cd2fc1f4-0e47-4eae-a3c4-128376c093cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 200 len: 217 time: 0.0392821 Jan 11 23:29:37.409403 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:39Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:37.433790 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-73641931-1fa9-4592-a643-3e987a574b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:37.437911 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-73641931-1fa9-4592-a643-3e987a574b8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 200 len: 848 time: 0.0450156 Jan 11 23:29:37.439502 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] Checking router: bcf81964-f715-4221-b969-413006281cbf for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:29:37.448473 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:37.449097 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:37.483543 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-01abda1d-08d6-47b2-a99a-25b476e18293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:37.485060 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-01abda1d-08d6-47b2-a99a-25b476e18293 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42fe7fba-9dbf-400b-a702-440090a9490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427969 Jan 11 23:29:37.565430 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:37.585645 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-093cf0e2-2bc5-4545-8ef4-07fe34cc346e service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918734 Jan 11 23:29:37.659661 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81676483-6496-4e1c-9ead-049096ecd1e1 req-2b75981d-e605-4481-9109-a6df5612ca9f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:37.665467 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-81676483-6496-4e1c-9ead-049096ecd1e1 req-2b75981d-e605-4481-9109-a6df5612ca9f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0553625 Jan 11 23:29:37.682632 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0738f1f6-1510-4236-9097-87a9fe3c2188 req-8a0b0af7-a1aa-4749-adbd-867301b187a2 service neutron] 10.222.0.35 "GET /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904143 Jan 11 23:29:37.715226 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-81676483-6496-4e1c-9ead-049096ecd1e1 req-bd448eef-3511-4cb0-840e-cdd7ba6baa9a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Jan 11 23:29:37.904683 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:39Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:37.934829 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d96ac-114b-4c5c-a5de-24ade3ca0d0c None None] The sync data for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi is: [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:22:34Z', 'revision_number': 4, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cfa87b99-ef83-4f24-8c70-ecf10b894712', 'name': '', 'network_id': '42fe7fba-9dbf-400b-a702-440090a9490b', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'mac_address': 'fa:16:3e:dd:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:33Z', 'updated_at': '2022-01-11T23:22:39Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'subnets': [{'id': '72e5d066-483c-4b9a-ac61-1e3615925b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:29:38.147898 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb445d-5806-4984-8dbf-aab99bcc84c4 None None] New status for floating IP 3a74cf98-c587-4016-8355-6194090609c5: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:29:38.235761 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b99a7c-1f0b-49fa-9d64-1e80c5d7b610 req-91a45ed3-658b-4a1f-add0-4fd1303bc7bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:38.237310 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b99a7c-1f0b-49fa-9d64-1e80c5d7b610 req-91a45ed3-658b-4a1f-add0-4fd1303bc7bc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0512967 Jan 11 23:29:38.288223 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b99a7c-1f0b-49fa-9d64-1e80c5d7b610 req-091adc3c-b9cd-46a3-ba31-3bf2f05e8f16 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450463 Jan 11 23:29:38.831698 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1086d-6567-40c4-9c4c-c2af012109a6 req-ea3f7867-1b67-4a96-ba00-619d98b1b9fa tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:38.834335 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1d1086d-6567-40c4-9c4c-c2af012109a6 req-ea3f7867-1b67-4a96-ba00-619d98b1b9fa tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0516834 Jan 11 23:29:38.883596 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1d1086d-6567-40c4-9c4c-c2af012109a6 req-a4e76321-ad42-4d89-9b31-ecc8813d2ba4 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438426 Jan 11 23:29:39.434821 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eb78e-5594-4471-a625-0aae4f4bbe35 req-771175d3-cccb-4591-8287-9eb9c52b76fc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:39.436305 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e2eb78e-5594-4471-a625-0aae4f4bbe35 req-771175d3-cccb-4591-8287-9eb9c52b76fc tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0490420 Jan 11 23:29:39.471529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-24966416-34ef-4e2e-af1b-7bb9d45a795f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:39.473511 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-24966416-34ef-4e2e-af1b-7bb9d45a795f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 946 time: 0.0529103 Jan 11 23:29:39.483634 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5e2eb78e-5594-4471-a625-0aae4f4bbe35 req-3a8cc172-7b9a-4a9b-b5c4-f212c81c530c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Jan 11 23:29:39.568809 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Deleting port ae5635d8-bc39-4921-9c68-9218f7d190e0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:39.569170 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:39.657643 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] For port ae5635d8-bc39-4921-9c68-9218f7d190e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae5635d8-bc39-4921-9c68-9218f7d190e0,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:39.657914 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:39.670576 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Calling delete_port for ae5635d8-bc39-4921-9c68-9218f7d190e0 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:39.853529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (ae5635d8-bc39-4921-9c68-9218f7d190e0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:39.887901 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event deleted for resources: {'Port': ['ID=ae5635d8-bc39-4921-9c68-9218f7d190e0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:39.931536 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] No DVR routers for this DVR port ae5635d8-bc39-4921-9c68-9218f7d190e0 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:39.934118 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:39.937454 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c6e5712e-31d5-4c43-a9e9-23041a8d1a82 req-dc6f8a6b-431a-40b9-95f7-cc82c8846447 tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.35 "DELETE /v2.0/ports/ae5635d8-bc39-4921-9c68-9218f7d190e0 HTTP/1.1" status: 204 len: 173 time: 0.4575183 Jan 11 23:29:39.937971 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-deleted', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:29:39.940163 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8bc70-a3e2-48bf-bedf-9550bb485199" -d '{"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-deleted", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:29:39.977964 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170114f9-59de-40cf-b95f-4e29f88a263e x-openstack-request-id: req-170114f9-59de-40cf-b95f-4e29f88a263e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:29:39.986698 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1b7d04-be30-4034-aa8c-f9c90b229866", "name": "network-vif-deleted", "tag": "ae5635d8-bc39-4921-9c68-9218f7d190e0", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:29:39.986698 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-170114f9-59de-40cf-b95f-4e29f88a263e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:29:39.986698 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1b7d04-be30-4034-aa8c-f9c90b229866', 'name': 'network-vif-deleted', 'tag': 'ae5635d8-bc39-4921-9c68-9218f7d190e0', 'status': 'completed', 'code': 200} Jan 11 23:29:39.987090 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9e6191b2-e202-48d5-8f2d-b890e3431d8a req-404e2bb9-49a5-4a24-9789-f343290ea80f tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 210 time: 0.0299067 Jan 11 23:29:40.612214 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6e152-b298-4bfc-8592-7957e1ac5f81 req-dbc598f7-a729-4ee9-aefc-52e9b0a55712 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:40.614427 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f8b6e152-b298-4bfc-8592-7957e1ac5f81 req-dbc598f7-a729-4ee9-aefc-52e9b0a55712 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0504162 Jan 11 23:29:40.661605 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f8b6e152-b298-4bfc-8592-7957e1ac5f81 req-0173120a-7131-4419-90ef-de6dd02ccd6f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Jan 11 23:29:41.104140 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-08a4ea6f-2747-4309-9d05-4081be7a2a12 req-5d6a52a0-58bc-4fbf-bf5c-e0fc5df603bc tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e1b7d04-be30-4034-aa8c-f9c90b229866 HTTP/1.1" status: 200 len: 210 time: 0.0372148 Jan 11 23:29:41.782685 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a58bea-7295-465e-9e82-62ca296337f1 req-24c95e46-b48c-4131-a4db-4543ecee65bb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:41.784177 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-50a58bea-7295-465e-9e82-62ca296337f1 req-24c95e46-b48c-4131-a4db-4543ecee65bb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0489299 Jan 11 23:29:41.835243 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-50a58bea-7295-465e-9e82-62ca296337f1 req-37797fe5-8977-4f5d-9365-91a69d52182e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Jan 11 23:29:42.165263 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44138) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:42.220835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a19243-b43b-4348-a8d1-598a501e968a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group (c2bb6cba-7d15-463f-8f4b-d3ae54bc9184), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:42.246090 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a19243-b43b-4348-a8d1-598a501e968a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group (c2bb6cba-7d15-463f-8f4b-d3ae54bc9184), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:42.344780 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a19243-b43b-4348-a8d1-598a501e968a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (c2bb6cba-7d15-463f-8f4b-d3ae54bc9184), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:42.347405 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a5a19243-b43b-4348-a8d1-598a501e968a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:42.348623 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-a5a19243-b43b-4348-a8d1-598a501e968a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2bb6cba-7d15-463f-8f4b-d3ae54bc9184 HTTP/1.1" status: 204 len: 168 time: 0.1823816 Jan 11 23:29:42.357831 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a19243-b43b-4348-a8d1-598a501e968a tempest-TestShelveInstance-1842131535 tempest-TestShelveInstance-1842131535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb6cba-7d15-463f-8f4b-d3ae54bc9184,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:42.458555 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44142) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:43.003235 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b03a5-f1b7-484e-af86-b4daee322e9f req-b8702551-079f-40ed-aff1-37b527a9591b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:43.005197 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-742b03a5-f1b7-484e-af86-b4daee322e9f req-b8702551-079f-40ed-aff1-37b527a9591b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0858841 Jan 11 23:29:43.104521 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-742b03a5-f1b7-484e-af86-b4daee322e9f req-d63cbb63-9011-4684-9006-1bc193f2f7e1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937054 Jan 11 23:29:43.139242 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (bcf81964-f715-4221-b969-413006281cbf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:43.435263 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Deleting port cfa87b99-ef83-4f24-8c70-ecf10b894712 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:43.435603 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:43.513060 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] For port cfa87b99-ef83-4f24-8c70-ecf10b894712, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cfa87b99-ef83-4f24-8c70-ecf10b894712,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:43.513414 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:43.528756 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Calling delete_port for cfa87b99-ef83-4f24-8c70-ecf10b894712 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:43.796330 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (cfa87b99-ef83-4f24-8c70-ecf10b894712), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:44.016805 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa87b99-ef83-4f24-8c70-ecf10b894712,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:44.184021 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (bcf81964-f715-4221-b969-413006281cbf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:44.280477 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ece723-ebff-4a12-b8ef-fdfe5e4d50cf req-f03c7088-5b2b-4064-8ad5-c0afca5e4517 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:44.281994 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-11ece723-ebff-4a12-b8ef-fdfe5e4d50cf req-f03c7088-5b2b-4064-8ad5-c0afca5e4517 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0991988 Jan 11 23:29:44.368259 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-11ece723-ebff-4a12-b8ef-fdfe5e4d50cf req-c60abeee-ba49-4426-bb61-f2306722b751 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597470 Jan 11 23:29:44.469819 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Router bcf81964-f715-4221-b969-413006281cbf has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:29:44.484032 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:44.505146 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: ae5635d8-bc39-4921-9c68-9218f7d190e0 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:44.505581 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device ae5635d8-bc39-4921-9c68-9218f7d190e0 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:44.579128 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:29:44.584353 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-58f104a4-bbdf-41a4-a26f-ebf975e74157 admin admin] 10.222.0.21 "PUT /v2.0/routers/bcf81964-f715-4221-b969-413006281cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1246717 Jan 11 23:29:44.586821 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44150) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:44.589426 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] Sync routers for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:29:44.599840 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:44.600455 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:44.692143 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks [] for router (bcf81964-f715-4221-b969-413006281cbf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:44.704492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:44.797859 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks [] for router_gateway (bcf81964-f715-4221-b969-413006281cbf), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:44.887668 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:29:43Z', 'revision_number': 5, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port': {'id': '24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf81964-f715-4221-b969-413006281cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:31Z', 'updated_at': '2022-01-11T23:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:44.914340 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] Checking router: bcf81964-f715-4221-b969-413006281cbf for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:29:44.922787 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] Routers {'bcf81964-f715-4221-b969-413006281cbf'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:44.923380 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['bcf81964-f715-4221-b969-413006281cbf'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:44.931180 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Deleting port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:44.931516 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.017495 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] Set router bcf81964-f715-4221-b969-413006281cbf gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:45.019291 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] For port 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:45.019885 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.032598 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Calling delete_port for 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:45.076306 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:29:44Z', 'revision_number': 6, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port_host': None}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:45.103318 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa265e8-51b8-4f7c-873e-70aa2d51cf4f None None] The sync data for ids ['bcf81964-f715-4221-b969-413006281cbf'] in dv-cinder-821602-8-iscsi is: [{'id': 'bcf81964-f715-4221-b969-413006281cbf', 'name': 'tempest-TestShelveInstance-1101593789-router', 'tenant_id': '0ee085bb247f401fab686d0ebc43cbe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:30Z', 'updated_at': '2022-01-11T23:29:44Z', 'revision_number': 6, 'project_id': '0ee085bb247f401fab686d0ebc43cbe1', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:29:45.293466 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.319073 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:45.378432 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (bcf81964-f715-4221-b969-413006281cbf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.513316 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (bcf81964-f715-4221-b969-413006281cbf), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.516827 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks [] for router_controller (bcf81964-f715-4221-b969-413006281cbf), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.603788 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1480c8a-4e88-45c2-a038-33e4a690c4b5 req-7813aa23-1efc-4172-9b6c-b201083f2bb2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:45.605330 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f1480c8a-4e88-45c2-a038-33e4a690c4b5 req-7813aa23-1efc-4172-9b6c-b201083f2bb2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.1513543 Jan 11 23:29:45.651214 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f1480c8a-4e88-45c2-a038-33e4a690c4b5 req-be76801f-67f8-46e1-9c93-473cc497f945 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Jan 11 23:29:45.664866 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1540877c-b9d7-4523-80f9-fe1d8a6c4296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.693514 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (bcf81964-f715-4221-b969-413006281cbf), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.694056 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf81964-f715-4221-b969-413006281cbf {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:29:45.699066 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.700171 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-9ab1ef04-6383-402d-9b7d-65d419868d05 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bcf81964-f715-4221-b969-413006281cbf HTTP/1.1" status: 204 len: 168 time: 1.1124561 Jan 11 23:29:45.704408 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44156) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:45.749851 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Deleting subnet 72e5d066-483c-4b9a-ac61-1e3615925b74 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:29:45.752842 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Publish callbacks [] for subnet (72e5d066-483c-4b9a-ac61-1e3615925b74), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.788113 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4152055'] for subnet (72e5d066-483c-4b9a-ac61-1e3615925b74), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:45.900634 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (72e5d066-483c-4b9a-ac61-1e3615925b74), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.025306 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4106118'] for subnet (72e5d066-483c-4b9a-ac61-1e3615925b74), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.052644 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e5d066-483c-4b9a-ac61-1e3615925b74,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:46.056338 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.060277 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ffc203b5-e1ad-4906-bfeb-5d1790830d9b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72e5d066-483c-4b9a-ac61-1e3615925b74 HTTP/1.1" status: 204 len: 168 time: 0.3542814 Jan 11 23:29:46.062899 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44158) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:46.065239 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6f95f-0fa9-476c-a6ad-431e84ff9d8f None None] Network 42fe7fba-9dbf-400b-a702-440090a9490b requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:29:46.141349 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (42fe7fba-9dbf-400b-a702-440090a9490b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.196089 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Deleting port 37679206-bb52-4dec-ace7-7b7342b97a00 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:46.196653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.232402 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] DHCP port deletion for 42fe7fba-9dbf-400b-a702-440090a9490b request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:29:46.264686 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] For port 37679206-bb52-4dec-ace7-7b7342b97a00, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=37679206-bb52-4dec-ace7-7b7342b97a00,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:46.265276 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.278272 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Calling delete_port for 37679206-bb52-4dec-ace7-7b7342b97a00 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:46.279930 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] Deleting port 37679206-bb52-4dec-ace7-7b7342b97a00 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:46.280309 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.342156 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] For port 37679206-bb52-4dec-ace7-7b7342b97a00, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=37679206-bb52-4dec-ace7-7b7342b97a00,segment=NetworkSegment(647f5335-dc43-4cb4-82e4-b6c416449e9d),segment_id=647f5335-dc43-4cb4-82e4-b6c416449e9d)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:46.342561 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.359603 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] Calling delete_port for 37679206-bb52-4dec-ace7-7b7342b97a00 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:46.407634 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.434673 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (37679206-bb52-4dec-ace7-7b7342b97a00), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.437493 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=37679206-bb52-4dec-ace7-7b7342b97a00,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:46.441124 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] No DVR routers for this DVR port 37679206-bb52-4dec-ace7-7b7342b97a00 on host dv-cinder-821602-8-iscsi {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:46.460232 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] Pushing event deleted for resources: {'Port': ['ID=37679206-bb52-4dec-ace7-7b7342b97a00,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:46.465783 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a63f14-8c2c-421b-8ce5-862ecb49b0e2 None None] No DVR routers for this DVR port 37679206-bb52-4dec-ace7-7b7342b97a00 on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:46.513189 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (42fe7fba-9dbf-400b-a702-440090a9490b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.533058 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fe7fba-9dbf-400b-a702-440090a9490b']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:46.544911 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f5335-dc43-4cb4-82e4-b6c416449e9d') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:46.545233 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f5335-dc43-4cb4-82e4-b6c416449e9d') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:46.554659 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (647f5335-dc43-4cb4-82e4-b6c416449e9d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.567133 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (647f5335-dc43-4cb4-82e4-b6c416449e9d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.572825 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:29:46.573224 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (647f5335-dc43-4cb4-82e4-b6c416449e9d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:29:46.574794 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:29:46.693954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (42fe7fba-9dbf-400b-a702-440090a9490b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.702230 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:46.705406 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/42fe7fba-9dbf-400b-a702-440090a9490b HTTP/1.1" status: 204 len: 168 time: 0.6414382 Jan 11 23:29:46.709944 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44162) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:46.715144 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29266a-5c97-428a-912f-b37da3428d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=42fe7fba-9dbf-400b-a702-440090a9490b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:46.847485 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f486c6e-33a1-43ca-a1e2-cc425907c830 req-54c86d1a-7c64-4c49-9b54-1aebe4d06890 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:46.848987 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8f486c6e-33a1-43ca-a1e2-cc425907c830 req-54c86d1a-7c64-4c49-9b54-1aebe4d06890 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0969405 Jan 11 23:29:47.015108 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 37679206-bb52-4dec-ace7-7b7342b97a00 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:47.036570 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 37679206-bb52-4dec-ace7-7b7342b97a00 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:47.036915 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 37679206-bb52-4dec-ace7-7b7342b97a00 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:47.037366 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:47.059913 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:47.060259 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 24e2e23d-5b9c-4ffc-9f2b-e8e22a3ef267 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:47.060686 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cfa87b99-ef83-4f24-8c70-ecf10b894712 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:47.080620 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: cfa87b99-ef83-4f24-8c70-ecf10b894712 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:47.081183 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cfa87b99-ef83-4f24-8c70-ecf10b894712 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:47.173184 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8f486c6e-33a1-43ca-a1e2-cc425907c830 req-4b44bb41-a541-4c28-a2a6-1432c04c215a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160911 Jan 11 23:29:47.324136 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (1381244c-c312-44c7-9e3c-3a0cd4cee211), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:47.562978 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Deleting port e8a7ee7f-5c80-4242-8875-260228bc3377 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:47.563548 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:47.646247 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] For port e8a7ee7f-5c80-4242-8875-260228bc3377, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=e8a7ee7f-5c80-4242-8875-260228bc3377,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:47.646529 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:47.658547 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Calling delete_port for e8a7ee7f-5c80-4242-8875-260228bc3377 owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:47.933533 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (e8a7ee7f-5c80-4242-8875-260228bc3377), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:47.944464 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9522f1b7-cc65-428a-9b20-1476cbe0a88f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:47.961210 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a7ee7f-5c80-4242-8875-260228bc3377,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:48.134785 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (1381244c-c312-44c7-9e3c-3a0cd4cee211), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:48.365577 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79ca41-2cc8-4fea-938d-ef1fd1a6ef0b req-2be6e6e3-7f40-47fc-b031-e9b18f7c813c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:48.367067 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0e79ca41-2cc8-4fea-938d-ef1fd1a6ef0b req-2be6e6e3-7f40-47fc-b031-e9b18f7c813c tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.1221409 Jan 11 23:29:48.415165 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Router 1381244c-c312-44c7-9e3c-3a0cd4cee211 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:29:48.436150 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0e79ca41-2cc8-4fea-938d-ef1fd1a6ef0b req-c15980f3-0efc-42c0-a36e-ecbacdde9414 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609052 Jan 11 23:29:48.536229 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:29:48.542120 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-8c3069cc-3a67-411a-be42-899d52a1fc2d admin admin] 10.222.0.21 "PUT /v2.0/routers/1381244c-c312-44c7-9e3c-3a0cd4cee211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8309181 Jan 11 23:29:48.543914 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44166) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:48.546414 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] Sync routers for ids ['1381244c-c312-44c7-9e3c-3a0cd4cee211'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:29:48.557492 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] Routers {'1381244c-c312-44c7-9e3c-3a0cd4cee211'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:48.558072 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1381244c-c312-44c7-9e3c-3a0cd4cee211'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:48.650013 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks [] for router (1381244c-c312-44c7-9e3c-3a0cd4cee211), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:48.658654 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] Set router 1381244c-c312-44c7-9e3c-3a0cd4cee211 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:48.752263 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks [] for router_gateway (1381244c-c312-44c7-9e3c-3a0cd4cee211), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:48.838136 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:29:47Z', 'revision_number': 5, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port': {'id': '83a27a3e-9bfb-437b-9f73-535ab3c3bce5', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:22:40Z', 'updated_at': '2022-01-11T23:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:48.865519 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] Checking router: 1381244c-c312-44c7-9e3c-3a0cd4cee211 for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:29:48.871272 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Deleting port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:48.871620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:48.873795 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] Routers {'1381244c-c312-44c7-9e3c-3a0cd4cee211'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:29:48.874387 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:29:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1381244c-c312-44c7-9e3c-3a0cd4cee211'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:48.954563 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] For port 83a27a3e-9bfb-437b-9f73-535ab3c3bce5, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:48.954936 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:48.962087 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] Set router 1381244c-c312-44c7-9e3c-3a0cd4cee211 gateway port host: None {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:29:48.970361 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Calling delete_port for 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:49.018015 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:29:48Z', 'revision_number': 6, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port_host': None}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:49.044664 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bb80e-80d0-4705-bed6-c3edb41eb259 None None] The sync data for ids ['1381244c-c312-44c7-9e3c-3a0cd4cee211'] in dv-cinder-821602-8-iscsi is: [{'id': '1381244c-c312-44c7-9e3c-3a0cd4cee211', 'name': 'tempest-TestShelveInstance-1775433546-router', 'tenant_id': '81b28558a8104c0d80583ec6f38a87b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:22:39Z', 'updated_at': '2022-01-11T23:29:48Z', 'revision_number': 6, 'project_id': '81b28558a8104c0d80583ec6f38a87b2', 'gw_port_host': None}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:29:49.177426 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.200269 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (83a27a3e-9bfb-437b-9f73-535ab3c3bce5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.225388 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a27a3e-9bfb-437b-9f73-535ab3c3bce5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:49.291100 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (1381244c-c312-44c7-9e3c-3a0cd4cee211), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.383450 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (1381244c-c312-44c7-9e3c-3a0cd4cee211), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.385604 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks [] for router_controller (1381244c-c312-44c7-9e3c-3a0cd4cee211), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.493093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (1381244c-c312-44c7-9e3c-3a0cd4cee211), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.493673 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1381244c-c312-44c7-9e3c-3a0cd4cee211 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:29:49.498201 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.499491 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-998f9690-24f4-48cb-ac43-8f94bc415b20 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1381244c-c312-44c7-9e3c-3a0cd4cee211 HTTP/1.1" status: 204 len: 168 time: 0.9545286 Jan 11 23:29:49.501912 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44170) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:49.576933 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Deleting subnet 95f5b418-91c8-4916-8de3-b46e224e2903 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:29:49.581408 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Publish callbacks [] for subnet (95f5b418-91c8-4916-8de3-b46e224e2903), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.613703 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7e6e4-5408-4e2a-ae94-002d2c7f612b req-bddaaf2c-74aa-4935-a546-3a05057b25cb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:49.615197 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f5e7e6e4-5408-4e2a-ae94-002d2c7f612b req-bddaaf2c-74aa-4935-a546-3a05057b25cb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.1062219 Jan 11 23:29:49.645915 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4152055'] for subnet (95f5b418-91c8-4916-8de3-b46e224e2903), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.698692 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f5e7e6e4-5408-4e2a-ae94-002d2c7f612b req-cf0fec68-0a9c-4e7f-97d3-03b9c5b72040 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773025 Jan 11 23:29:49.743535 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (95f5b418-91c8-4916-8de3-b46e224e2903), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.882178 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4106118'] for subnet (95f5b418-91c8-4916-8de3-b46e224e2903), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.908421 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f5b418-91c8-4916-8de3-b46e224e2903,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:49.912749 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:49.917307 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3ff9d675-acf5-4410-a522-8cdf9393c1e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95f5b418-91c8-4916-8de3-b46e224e2903 HTTP/1.1" status: 204 len: 168 time: 0.4130414 Jan 11 23:29:49.918394 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70021e-03be-4cf9-823a-985ef05c9b73 None None] Network ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:29:49.918689 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44172) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:49.992200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.061223 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Deleting port c04308a4-980b-4d4f-8126-4a23d01bbedb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:50.061223 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.077196 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] DHCP port deletion for ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:29:50.123055 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] For port c04308a4-980b-4d4f-8126-4a23d01bbedb, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c04308a4-980b-4d4f-8126-4a23d01bbedb,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:50.123421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.126644 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] Deleting port c04308a4-980b-4d4f-8126-4a23d01bbedb {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:29:50.127021 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.135978 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Calling delete_port for c04308a4-980b-4d4f-8126-4a23d01bbedb owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:50.194950 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] For port c04308a4-980b-4d4f-8126-4a23d01bbedb, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c04308a4-980b-4d4f-8126-4a23d01bbedb,segment=NetworkSegment(f543f674-843d-469e-9e73-b114a80d4770),segment_id=f543f674-843d-469e-9e73-b114a80d4770)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:50.195557 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.210355 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] Calling delete_port for c04308a4-980b-4d4f-8126-4a23d01bbedb owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:29:50.321883 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.327697 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (c04308a4-980b-4d4f-8126-4a23d01bbedb), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.351066 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Pushing event deleted for resources: {'Port': ['ID=c04308a4-980b-4d4f-8126-4a23d01bbedb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:50.352881 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] No DVR routers for this DVR port c04308a4-980b-4d4f-8126-4a23d01bbedb on host dv-cinder-821602-8-iscsi {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:50.355612 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] Pushing event deleted for resources: {'Port': ['ID=c04308a4-980b-4d4f-8126-4a23d01bbedb,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:50.364757 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335bbfa-1182-47ed-8bae-124b53866404 None None] No DVR routers for this DVR port c04308a4-980b-4d4f-8126-4a23d01bbedb on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:29:50.427517 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.450422 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.450724 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4f0146-e2d7-4e2f-b47b-6b0e8c419868']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:50.457618 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f543f674-843d-469e-9e73-b114a80d4770') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:50.457911 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f543f674-843d-469e-9e73-b114a80d4770') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:29:50.466832 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (f543f674-843d-469e-9e73-b114a80d4770), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.479543 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (f543f674-843d-469e-9e73-b114a80d4770), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.485467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:29:50.485871 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (f543f674-843d-469e-9e73-b114a80d4770), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:29:50.487466 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:29:50.607231 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (ad4f0146-e2d7-4e2f-b47b-6b0e8c419868), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.612293 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:50.615985 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad4f0146-e2d7-4e2f-b47b-6b0e8c419868 HTTP/1.1" status: 204 len: 168 time: 0.6961820 Jan 11 23:29:50.626797 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a1e30-1365-410d-b45e-2123603fba81 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4f0146-e2d7-4e2f-b47b-6b0e8c419868,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:50.818897 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d5fd1-df77-43bd-8dfc-47c0fa09bdce req-db55327b-712a-4d4b-a815-382b38e8adbe tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:50.820419 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-888d5fd1-df77-43bd-8dfc-47c0fa09bdce req-db55327b-712a-4d4b-a815-382b38e8adbe tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0503221 Jan 11 23:29:50.867621 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-888d5fd1-df77-43bd-8dfc-47c0fa09bdce req-7033fd09-86c0-4fff-b6a1-a1565e9c7818 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Jan 11 23:29:50.951494 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44178) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:50.992346 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-7281ebf4-91ab-48ab-b70f-0739eac1f74f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ee085bb247f401fab686d0ebc43cbe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395958 Jan 11 23:29:50.994659 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44180) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:51.011764 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c04308a4-980b-4d4f-8126-4a23d01bbedb no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:51.031517 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: c04308a4-980b-4d4f-8126-4a23d01bbedb {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:51.031870 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c04308a4-980b-4d4f-8126-4a23d01bbedb not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:51.032285 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device e8a7ee7f-5c80-4242-8875-260228bc3377 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:51.046161 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63ad3e66-bb01-41f4-8377-23b356f53edc admin admin] Publish callbacks [] for security_group (fdd70336-f840-4282-8e91-0a0771f861c5), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:51.051795 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: e8a7ee7f-5c80-4242-8875-260228bc3377 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:51.052148 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device e8a7ee7f-5c80-4242-8875-260228bc3377 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:51.052570 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:29:51.067963 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63ad3e66-bb01-41f4-8377-23b356f53edc admin admin] Publish callbacks [] for security_group (fdd70336-f840-4282-8e91-0a0771f861c5), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:51.071091 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:29:51.071445 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 83a27a3e-9bfb-437b-9f73-535ab3c3bce5 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:29:51.184268 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63ad3e66-bb01-41f4-8377-23b356f53edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fdd70336-f840-4282-8e91-0a0771f861c5), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:51.186890 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63ad3e66-bb01-41f4-8377-23b356f53edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:51.188029 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-63ad3e66-bb01-41f4-8377-23b356f53edc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdd70336-f840-4282-8e91-0a0771f861c5 HTTP/1.1" status: 204 len: 168 time: 0.1924913 Jan 11 23:29:51.196513 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad3e66-bb01-41f4-8377-23b356f53edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd70336-f840-4282-8e91-0a0771f861c5,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:51.813152 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44186) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:51.854391 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-10b8e533-651f-416d-bb4f-0e2a43aa1a69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81b28558a8104c0d80583ec6f38a87b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400367 Jan 11 23:29:51.856805 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44188) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:29:51.864612 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:51.903381 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18167f0e-80be-4395-93a4-f22470a460b2 admin admin] Publish callbacks [] for security_group (5955663c-ac63-4089-8815-2831aee84c64), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:51.927502 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18167f0e-80be-4395-93a4-f22470a460b2 admin admin] Publish callbacks [] for security_group (5955663c-ac63-4089-8815-2831aee84c64), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:52.005916 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038b169-ed1f-466b-959b-87cea200d030 req-c86aa782-5949-4df2-9d03-a738bbb35e56 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:52.007370 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1038b169-ed1f-466b-959b-87cea200d030 req-c86aa782-5949-4df2-9d03-a738bbb35e56 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0579364 Jan 11 23:29:52.053633 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1038b169-ed1f-466b-959b-87cea200d030 req-f9cc1ec6-5051-49d2-9d75-06261dd589e5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404685 Jan 11 23:29:52.087419 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18167f0e-80be-4395-93a4-f22470a460b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (5955663c-ac63-4089-8815-2831aee84c64), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:52.090064 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-18167f0e-80be-4395-93a4-f22470a460b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:52.091179 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-18167f0e-80be-4395-93a4-f22470a460b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5955663c-ac63-4089-8815-2831aee84c64 HTTP/1.1" status: 204 len: 168 time: 0.2334824 Jan 11 23:29:52.099205 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167f0e-80be-4395-93a4-f22470a460b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955663c-ac63-4089-8815-2831aee84c64,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:52.333502 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:53.170286 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bddf4-158a-428c-9522-1b5b73b3c31d req-c401b88d-d439-408d-9807-6c79916b8c22 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:53.171741 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b8bddf4-158a-428c-9522-1b5b73b3c31d req-c401b88d-d439-408d-9807-6c79916b8c22 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0482757 Jan 11 23:29:53.218075 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b8bddf4-158a-428c-9522-1b5b73b3c31d req-b2ce0fc1-5868-46e4-a8df-42be5e1c712f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403342 Jan 11 23:29:54.340446 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0151902-7ef6-4e0e-99eb-0655c195b9ed req-4d7eb757-b69d-43c2-ae4c-77145c03e628 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:54.342070 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0151902-7ef6-4e0e-99eb-0655c195b9ed req-4d7eb757-b69d-43c2-ae4c-77145c03e628 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0518932 Jan 11 23:29:54.388127 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0151902-7ef6-4e0e-99eb-0655c195b9ed req-fe3065c9-aab8-43c3-8dcc-246429d59262 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406744 Jan 11 23:29:54.517918 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:29:54.612333 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:54.623714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'mac_address': 'fa:16:3e:5a:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:29:54.658801 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: ACTIVE; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:29:54.659193 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:54.675379 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fc86980-e78a-4429-9ed2-b988a45a215a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:29:54.694321 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:54.795616 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:54.843437 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=6']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:54.956684 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['1fc86980-e78a-4429-9ed2-b988a45a215a'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:29:55.504709 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b34a4-85c9-476a-94ad-95d7cdb47b6e req-583eebbd-de87-46b5-a91c-9bd4b86012b1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:55.506756 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3f2b34a4-85c9-476a-94ad-95d7cdb47b6e req-583eebbd-de87-46b5-a91c-9bd4b86012b1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Jan 11 23:29:55.551289 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3f2b34a4-85c9-476a-94ad-95d7cdb47b6e req-31aa6b1b-4e76-4766-a483-0d33d29fe087 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Jan 11 23:29:56.540951 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:29:56.587217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 1fc86980-e78a-4429-9ed2-b988a45a215a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:29:56.587593 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:56.663770 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:29:56.664167 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:56.668851 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbd362-9844-459c-b300-87063e12a1b9 req-498e2741-0c8d-4e3e-b99a-0624e3049c3a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:56.670375 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4acbd362-9844-459c-b300-87063e12a1b9 req-498e2741-0c8d-4e3e-b99a-0624e3049c3a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 945 time: 0.0477507 Jan 11 23:29:56.687477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:29:56.689718 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924d5b2d-d212-490f-ae00-4e3e4f8994e9" -d '{"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:29:56.702091 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:29:56.725033 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4acbd362-9844-459c-b300-87063e12a1b9 req-306b3908-b7cd-4814-9381-402feeb08ec3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449839 Jan 11 23:29:56.727673 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd71a9-6cd5-427d-ac62-28f3a4013079 x-openstack-request-id: req-95fd71a9-6cd5-427d-ac62-28f3a4013079 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:29:56.727970 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:29:56.728223 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95fd71a9-6cd5-427d-ac62-28f3a4013079 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:29:56.728613 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'code': 200} Jan 11 23:29:56.773125 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:29:56.823670 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=7']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:29:57.842389 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ce64f-9c29-4b3d-9467-90e704ab6ca2 req-c1c31e54-ccaf-4f96-9a3f-cdada396065d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:57.843848 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5f1ce64f-9c29-4b3d-9467-90e704ab6ca2 req-c1c31e54-ccaf-4f96-9a3f-cdada396065d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0503705 Jan 11 23:29:57.891337 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5f1ce64f-9c29-4b3d-9467-90e704ab6ca2 req-cdb542bc-4099-4707-adf6-00ff7ee0c235 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Jan 11 23:29:59.012881 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4224c4-136c-42bc-9bc0-6390c3ddc5d7 req-e4698d34-35e6-4a24-9354-9aa0f27eef1f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:29:59.014588 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a4224c4-136c-42bc-9bc0-6390c3ddc5d7 req-e4698d34-35e6-4a24-9354-9aa0f27eef1f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Jan 11 23:29:59.065924 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a4224c4-136c-42bc-9bc0-6390c3ddc5d7 req-e9f3c01b-27dd-4433-aed5-29b6a15cb26d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456212 Jan 11 23:30:00.195588 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaf51c-4ef2-4d3c-a815-e455350cd492 req-5ef5cd00-b720-4e34-9915-b6e91ee7d413 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:00.197106 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7baaf51c-4ef2-4d3c-a815-e455350cd492 req-5ef5cd00-b720-4e34-9915-b6e91ee7d413 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0560346 Jan 11 23:30:00.247111 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7baaf51c-4ef2-4d3c-a815-e455350cd492 req-b4fc92da-3bb2-46f6-ab0a-64fc885a2d96 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Jan 11 23:30:01.384238 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab956ed-78b8-4243-a08c-7294cbd0a7eb req-5ff8bfa2-1523-4036-912c-d5d140e854bd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:01.386545 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fab956ed-78b8-4243-a08c-7294cbd0a7eb req-5ff8bfa2-1523-4036-912c-d5d140e854bd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0535359 Jan 11 23:30:01.439015 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fab956ed-78b8-4243-a08c-7294cbd0a7eb req-47d943f6-99b4-488c-955c-fdb7d363da8f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461311 Jan 11 23:30:02.563725 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232fdcf-1680-4a8e-81bb-12c24795231f req-0e4ad40a-183a-451c-bc5d-3b06c82f35ad tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:02.565245 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e232fdcf-1680-4a8e-81bb-12c24795231f req-0e4ad40a-183a-451c-bc5d-3b06c82f35ad tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0542097 Jan 11 23:30:02.621833 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e232fdcf-1680-4a8e-81bb-12c24795231f req-fb9c9cf8-93e8-4045-8aec-376f9fa9de2f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500233 Jan 11 23:30:02.871191 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:30:03.755411 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8fa62-4fb1-47f8-bcdd-c2e59001d2cf req-1d20ddb9-afb7-491b-9157-5c306cf75eaa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:03.765580 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01f8fa62-4fb1-47f8-bcdd-c2e59001d2cf req-1d20ddb9-afb7-491b-9157-5c306cf75eaa tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0608931 Jan 11 23:30:03.812319 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01f8fa62-4fb1-47f8-bcdd-c2e59001d2cf req-623040fd-7f22-4416-88cf-72a2d65ff060 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Jan 11 23:30:04.952379 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd41b1f-9288-4a3e-ac37-cdb5b928adc9 req-20f16316-a0f1-423e-80de-b4de51260e29 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:04.960873 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2bd41b1f-9288-4a3e-ac37-cdb5b928adc9 req-20f16316-a0f1-423e-80de-b4de51260e29 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0582175 Jan 11 23:30:05.006437 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2bd41b1f-9288-4a3e-ac37-cdb5b928adc9 req-85e0db7c-bd43-4c11-8ab7-b8cad16f84db tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Jan 11 23:30:06.151916 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d6eeb-28cb-46ba-bf08-b8df538153f4 req-fb8b84bc-22f0-442e-a465-9df5e105417a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:06.153669 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-267d6eeb-28cb-46ba-bf08-b8df538153f4 req-fb8b84bc-22f0-442e-a465-9df5e105417a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0655878 Jan 11 23:30:06.206217 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-267d6eeb-28cb-46ba-bf08-b8df538153f4 req-df056bd5-7784-4c45-aec3-73374a895a1a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Jan 11 23:30:07.341957 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e78ca-a3b0-49b4-ba3c-ef3ec98eafeb req-1aa4b2f5-3e95-4adc-99f3-f164e8445d7b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:07.343482 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd8e78ca-a3b0-49b4-ba3c-ef3ec98eafeb req-1aa4b2f5-3e95-4adc-99f3-f164e8445d7b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0617425 Jan 11 23:30:07.397879 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd8e78ca-a3b0-49b4-ba3c-ef3ec98eafeb req-af16b9c9-2123-4c5a-9917-03d5deed8d8e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481789 Jan 11 23:30:08.538930 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab72e-f054-4f38-9db8-a686df49b42d req-a6bbb717-694a-433b-9f1e-9fd0942fa69d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:08.540438 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abeab72e-f054-4f38-9db8-a686df49b42d req-a6bbb717-694a-433b-9f1e-9fd0942fa69d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0713074 Jan 11 23:30:08.852461 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abeab72e-f054-4f38-9db8-a686df49b42d req-04911e66-ac2a-4cef-8a2a-96720b517f6f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062353 Jan 11 23:30:09.974269 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b9f42-4c6a-4448-a842-0899f42d4d84 req-87901882-f4f7-4972-94ad-800f77ff2353 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:09.975951 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-842b9f42-4c6a-4448-a842-0899f42d4d84 req-87901882-f4f7-4972-94ad-800f77ff2353 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0497689 Jan 11 23:30:10.022239 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-842b9f42-4c6a-4448-a842-0899f42d4d84 req-636923aa-b184-4c08-a76f-25b816ad39d5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Jan 11 23:30:10.445059 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-0212f5e3-1fae-4642-9f71-15fb02bd3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:10.446524 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-0212f5e3-1fae-4642-9f71-15fb02bd3ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1099 time: 0.0437999 Jan 11 23:30:10.533194 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-c78e61d8-31dc-41c5-a98c-190cefa18b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:10.534632 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-c78e61d8-31dc-41c5-a98c-190cefa18b5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0823081 Jan 11 23:30:10.601254 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-99992998-a478-4444-89a7-45371dcc295e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 1001 time: 0.0606184 Jan 11 23:30:10.645932 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-31e96b0e-915a-4e6b-be08-a233e444e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:10.647896 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-31e96b0e-915a-4e6b-be08-a233e444e686 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0411732 Jan 11 23:30:10.690252 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-19428693-2675-4bb6-b589-fa9d85978d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:10.691671 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-19428693-2675-4bb6-b589-fa9d85978d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384696 Jan 11 23:30:10.780745 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-ce84cc52-c420-4cf3-a7f9-f3a7e8b7f09d service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830665 Jan 11 23:30:10.868855 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-71a7d0fd-fa72-4aa6-8100-5e19f0eb0d71 req-302fa9d2-da7c-42bb-ac6a-85ded9c4906c service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815477 Jan 11 23:30:11.288218 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17265f-cc0c-48e6-a5d4-742bcfee6eeb req-27781906-cff1-4f42-95b6-039d7a2667e1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:11.289724 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cb17265f-cc0c-48e6-a5d4-742bcfee6eeb req-27781906-cff1-4f42-95b6-039d7a2667e1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.1958005 Jan 11 23:30:11.339309 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cb17265f-cc0c-48e6-a5d4-742bcfee6eeb req-cbfab313-16ee-4ad2-b2f4-e84b0a26ebd2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Jan 11 23:30:12.502885 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ec5b7-c9d2-4263-b42d-c064ead5bf2e req-ca32214a-0abe-4c4b-9dc8-624c6615e967 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:12.509242 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d2ec5b7-c9d2-4263-b42d-c064ead5bf2e req-ca32214a-0abe-4c4b-9dc8-624c6615e967 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0961761 Jan 11 23:30:12.551731 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2d2ec5b7-c9d2-4263-b42d-c064ead5bf2e req-69b24d6d-b60c-4037-b774-227eb32fe8ff tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Jan 11 23:30:13.671946 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1348a73-1155-4603-aa9a-771004444f5b req-530024f5-95e7-442f-a2df-eaa297de7c24 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:13.673436 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1348a73-1155-4603-aa9a-771004444f5b req-530024f5-95e7-442f-a2df-eaa297de7c24 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 946 time: 0.0494661 Jan 11 23:30:13.719757 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1348a73-1155-4603-aa9a-771004444f5b req-4727da57-bec4-4916-a71f-2eaf495d1543 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Jan 11 23:30:14.631075 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:30:14.708226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: ACTIVE; New status is: DOWN {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:30:14.708593 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:14.731501 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:30:14.733720 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e892f2-1a78-4f56-82bc-486f01c3c9a6" -d '{"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:30:14.747195 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:14.770382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 11 Jan 2022 23:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ebe0e9-111d-4e95-b6fe-4fdffa1a6013 x-openstack-request-id: req-a4ebe0e9-111d-4e95-b6fe-4fdffa1a6013 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:30:14.770682 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-unplugged", "status": "failed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "code": 422}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:30:14.770935 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4ebe0e9-111d-4e95-b6fe-4fdffa1a6013 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:30:14.771338 dv-cinder-821602-8-iscsi neutron-server[103149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'code': 422} returned with failed status Jan 11 23:30:14.834396 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:14.890938 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=8']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:15.523636 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-38c634c2-5243-406d-83cd-9bc9ca0bcdb4 req-ea473cc8-a835-4195-a5f5-120bb0f57428 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:30:15.524642 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38c634c2-5243-406d-83cd-9bc9ca0bcdb4 req-ea473cc8-a835-4195-a5f5-120bb0f57428 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054202 Jan 11 23:30:15.658253 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-48c3d71b-0c86-4bec-b292-3ce7f2d08496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:15.851376 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3ca61-9f86-4123-83b3-388d04e5e6e8 req-50b86b43-f3a8-4c97-9e32-092acbb5f170 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:15.853383 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-28d3ca61-9f86-4123-83b3-388d04e5e6e8 req-50b86b43-f3a8-4c97-9e32-092acbb5f170 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0531793 Jan 11 23:30:15.904171 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-28d3ca61-9f86-4123-83b3-388d04e5e6e8 req-052eebe1-1844-4cf5-91bc-3e25ab42707d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 Jan 11 23:30:16.241540 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:16.319172 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-fcec4ced-b1eb-4802-a8cf-27b46e0c743a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764623 Jan 11 23:30:16.328037 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-b68ee120-2033-47ed-9804-02f4ee060ea0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:30:16.329015 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-b68ee120-2033-47ed-9804-02f4ee060ea0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047588 Jan 11 23:30:17.029107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aa242-da6b-4919-93b6-a7e1c8cbb16f req-ca5bfb80-b68d-4d83-b6d0-fe667192ab0f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:17.030579 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-800aa242-da6b-4919-93b6-a7e1c8cbb16f req-ca5bfb80-b68d-4d83-b6d0-fe667192ab0f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0502441 Jan 11 23:30:17.079911 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-800aa242-da6b-4919-93b6-a7e1c8cbb16f req-18f5580d-4a2c-49b8-957e-4ecee2e6cbad tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436752 Jan 11 23:30:17.678988 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-22983487-b0f6-4149-b4c8-9650afb9f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:17.685045 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-22983487-b0f6-4149-b4c8-9650afb9f520 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5&tenant_id=a993a142a79f41f397c5ddf6f00d1098 HTTP/1.1" status: 200 len: 1097 time: 0.0468774 Jan 11 23:30:17.754371 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-a5e1988c-b8b0-4899-a29e-3966dce65c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:17.755887 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-a5e1988c-b8b0-4899-a29e-3966dce65c39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1097 time: 0.0399847 Jan 11 23:30:17.845763 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-ec7d874c-0d27-4903-b53a-c30111eb7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:17.847204 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-ec7d874c-0d27-4903-b53a-c30111eb7c0e service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0855336 Jan 11 23:30:17.903820 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3baa6f42-541b-400c-b087-c8825f3a94ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:17.916520 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-30380fdc-f8d0-4de2-ad96-3e9caa06a98c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 999 time: 0.0631576 Jan 11 23:30:17.963933 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-add04f82-bce4-4495-99f4-e2c6ea01e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:17.965295 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-add04f82-bce4-4495-99f4-e2c6ea01e99c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0426190 Jan 11 23:30:18.008715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-d3671a44-2e58-43bb-99d8-637889cd861a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:18.010174 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-d3671a44-2e58-43bb-99d8-637889cd861a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397768 Jan 11 23:30:18.102376 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-de2219c9-acb4-4d5b-8b60-df85fa8c9ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Jan 11 23:30:18.191237 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-b4fba5fc-91eb-4c1b-ae3b-4e590bd53a8b service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840039 Jan 11 23:30:18.203254 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395cafb-5385-4b5b-b021-290d7670ad3f req-723797ad-d31f-4849-a0cb-c3316c7f71a9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:18.204756 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d395cafb-5385-4b5b-b021-290d7670ad3f req-723797ad-d31f-4849-a0cb-c3316c7f71a9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0534406 Jan 11 23:30:18.253099 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d395cafb-5385-4b5b-b021-290d7670ad3f req-28aa8c33-1ce5-4c58-92f7-e183e363a44f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Jan 11 23:30:19.160526 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:19.395707 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a81303-6b9b-4951-a821-3627d881d7ec req-d316e85b-62bd-49f9-9494-0a750d942576 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:19.398858 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-14a81303-6b9b-4951-a821-3627d881d7ec req-d316e85b-62bd-49f9-9494-0a750d942576 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0649006 Jan 11 23:30:19.467233 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-14a81303-6b9b-4951-a821-3627d881d7ec req-b79a0168-de7b-41ee-a1a2-a0aa1db6acdf tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622344 Jan 11 23:30:20.407213 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:20.733160 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac450-2f65-4f1e-a466-038a3d733d34 req-899e611b-d3cf-4137-967e-55b4e7b26bdd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:20.734812 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8c3ac450-2f65-4f1e-a466-038a3d733d34 req-899e611b-d3cf-4137-967e-55b4e7b26bdd tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0562263 Jan 11 23:30:20.792650 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8c3ac450-2f65-4f1e-a466-038a3d733d34 req-165623ad-177e-4e78-a14f-4337de73762a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520680 Jan 11 23:30:21.856005 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb100f-9bed-4f2b-b555-3b4d18a52589 req-1bb01ee7-4ede-468f-b56c-3a4c3a69275c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:21.864345 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-14bb100f-9bed-4f2b-b555-3b4d18a52589 req-1bb01ee7-4ede-468f-b56c-3a4c3a69275c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0653422 Jan 11 23:30:21.873132 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:21.963737 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2862ed4-22b7-48f8-8fd3-6832cd0cb49e req-52e32a6c-0c2f-498b-b3fe-3f9edbd3371e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:21.965337 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f2862ed4-22b7-48f8-8fd3-6832cd0cb49e req-52e32a6c-0c2f-498b-b3fe-3f9edbd3371e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0928645 Jan 11 23:30:21.974433 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-14bb100f-9bed-4f2b-b555-3b4d18a52589 req-36b8eaf8-dafb-4b9d-a7ed-0d16738c69f5 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078634 Jan 11 23:30:22.034194 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f2862ed4-22b7-48f8-8fd3-6832cd0cb49e req-014e4325-8be2-44bc-b1c2-f92677dbfba2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578489 Jan 11 23:30:22.380972 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:23.110105 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926926d-9b58-492d-a0d0-d96817611116 req-bf247ae8-e2a8-4dc2-8d56-c6758eb06078 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:23.111668 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0926926d-9b58-492d-a0d0-d96817611116 req-bf247ae8-e2a8-4dc2-8d56-c6758eb06078 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0683610 Jan 11 23:30:23.205862 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7011d-f8d4-4312-b810-c741985e494a req-6ecae39d-5b09-437b-bc91-4bca1bf1afb5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:23.207371 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-12c7011d-f8d4-4312-b810-c741985e494a req-6ecae39d-5b09-437b-bc91-4bca1bf1afb5 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0917976 Jan 11 23:30:23.213397 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0926926d-9b58-492d-a0d0-d96817611116 req-c310530a-8556-41e9-82c5-c7700ace0cbe tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954952 Jan 11 23:30:23.257790 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-12c7011d-f8d4-4312-b810-c741985e494a req-aaccb6ca-72d7-41df-9015-e03ecf1bbaa9 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Jan 11 23:30:24.340904 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cab61d-8cce-48e1-aaeb-3e90ca40ccbe req-8fb88d15-24fb-4f2b-a897-99cdc530c057 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:24.342424 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38cab61d-8cce-48e1-aaeb-3e90ca40ccbe req-8fb88d15-24fb-4f2b-a897-99cdc530c057 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Jan 11 23:30:24.425369 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab391012-ee38-482d-b0ff-04dfee1d44a1 req-40511ae3-7ef1-444d-8026-e9e31386ee14 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:24.426792 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab391012-ee38-482d-b0ff-04dfee1d44a1 req-40511ae3-7ef1-444d-8026-e9e31386ee14 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0834699 Jan 11 23:30:24.432287 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38cab61d-8cce-48e1-aaeb-3e90ca40ccbe req-95e1d77e-8b72-4322-afd7-239baa2aa394 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801558 Jan 11 23:30:24.488643 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab391012-ee38-482d-b0ff-04dfee1d44a1 req-76169abc-c92f-4ed4-af78-60a0f62b7cf2 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500710 Jan 11 23:30:25.588405 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caa6e4-9f80-411f-984d-218ee3459848 req-55d4d515-ad7f-4274-a683-3f12a0b800d5 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:25.590099 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4caa6e4-9f80-411f-984d-218ee3459848 req-55d4d515-ad7f-4274-a683-3f12a0b800d5 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0857370 Jan 11 23:30:25.671393 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f61db-c54f-442a-bb48-4f9ff45ac57c req-4c89c5b7-b16e-4477-9386-d525035fa056 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:25.673179 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-991f61db-c54f-442a-bb48-4f9ff45ac57c req-4c89c5b7-b16e-4477-9386-d525035fa056 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0943990 Jan 11 23:30:25.677113 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4caa6e4-9f80-411f-984d-218ee3459848 req-148fc392-9d2b-49bf-95d4-e10f21baea4e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781152 Jan 11 23:30:25.738448 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-991f61db-c54f-442a-bb48-4f9ff45ac57c req-1045e031-80b6-412f-8f74-6cf10496998e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538371 Jan 11 23:30:26.890238 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7f6eb-918c-42d3-85f7-0ce7cbfa099b req-1fad11b2-d21f-4f54-8c2f-4571b16c9973 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:26.891842 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09c7f6eb-918c-42d3-85f7-0ce7cbfa099b req-1fad11b2-d21f-4f54-8c2f-4571b16c9973 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.1104975 Jan 11 23:30:26.925615 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed57ec-5777-49a5-a818-e81cbd19ba5d req-1b60c98f-bc66-44ec-a03d-51cdb4bc267b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:26.935382 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4ed57ec-5777-49a5-a818-e81cbd19ba5d req-1b60c98f-bc66-44ec-a03d-51cdb4bc267b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0971553 Jan 11 23:30:27.017224 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4ed57ec-5777-49a5-a818-e81cbd19ba5d req-959010e6-428f-4321-af10-6271c9b208a1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703290 Jan 11 23:30:27.070965 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-09c7f6eb-918c-42d3-85f7-0ce7cbfa099b req-1218c0ce-d477-47c9-b188-0354cdcc2046 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587682 Jan 11 23:30:28.122199 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ab82b-6612-44f5-90c1-12539f0b27e7 req-73237ee4-d0dc-44d2-b501-1144829b5f1d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:28.123714 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a9ab82b-6612-44f5-90c1-12539f0b27e7 req-73237ee4-d0dc-44d2-b501-1144829b5f1d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0507782 Jan 11 23:30:28.203801 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040e72b-a424-4c46-a87f-d93064a238b7 req-579441cc-bb56-46a8-bae3-21b7c1523763 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:28.205287 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7040e72b-a424-4c46-a87f-d93064a238b7 req-579441cc-bb56-46a8-bae3-21b7c1523763 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0807064 Jan 11 23:30:28.209647 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a9ab82b-6612-44f5-90c1-12539f0b27e7 req-d6bba513-7b8a-4f8c-ba35-bac3908b1a26 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772321 Jan 11 23:30:28.253203 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7040e72b-a424-4c46-a87f-d93064a238b7 req-a4e356fa-e94a-407a-aabd-478145989d53 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Jan 11 23:30:29.329624 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cd669-8a41-479f-9756-958101e5568d req-854ee52c-c49e-452b-9ca6-0a3e4acbc0d1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:29.331049 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c8cd669-8a41-479f-9756-958101e5568d req-854ee52c-c49e-452b-9ca6-0a3e4acbc0d1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0499361 Jan 11 23:30:29.404438 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde27b07-11f9-4741-99f8-7e1898126a34 req-143ee843-6f23-4842-bcb1-fb370809fb2d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:29.405943 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dde27b07-11f9-4741-99f8-7e1898126a34 req-143ee843-6f23-4842-bcb1-fb370809fb2d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0844350 Jan 11 23:30:29.409469 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4c8cd669-8a41-479f-9756-958101e5568d req-cc8df7dc-b4d2-4b6b-8aad-3dd213909468 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708327 Jan 11 23:30:29.456365 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dde27b07-11f9-4741-99f8-7e1898126a34 req-f9cbb5f0-b82a-4bdc-ae23-ffe44f52b76b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448732 Jan 11 23:30:30.530982 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b947c-933d-473d-a274-cf466aea1891 req-23e6ce1d-68c1-41f7-8bb0-9ebfbbd8f59b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:30.532454 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-125b947c-933d-473d-a274-cf466aea1891 req-23e6ce1d-68c1-41f7-8bb0-9ebfbbd8f59b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0506256 Jan 11 23:30:30.603264 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-125b947c-933d-473d-a274-cf466aea1891 req-0687f582-5dd7-469e-b960-90cd00255cf8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620120 Jan 11 23:30:30.610703 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3765-5060-4ae9-9a71-809a97917d0e req-7a495365-5231-41b4-b656-d3bf1b589b0f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:30.612102 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9fcc3765-5060-4ae9-9a71-809a97917d0e req-7a495365-5231-41b4-b656-d3bf1b589b0f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0787675 Jan 11 23:30:30.659725 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9fcc3765-5060-4ae9-9a71-809a97917d0e req-fb5c7446-026d-40f6-bdc8-253525ccc56d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Jan 11 23:30:31.143705 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d905-0b50-4026-9cbd-531838972364 req-ebe945c8-a851-404b-9682-cbb494cd1f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:31.145264 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-ebe945c8-a851-404b-9682-cbb494cd1f5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1097 time: 0.0430956 Jan 11 23:30:31.245511 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d905-0b50-4026-9cbd-531838972364 req-cbde2f10-3326-4806-9eb5-0af28d1b6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:31.247004 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-cbde2f10-3326-4806-9eb5-0af28d1b6346 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0823200 Jan 11 23:30:31.315771 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-f7c7a733-7915-47fb-b308-b24f1909b2e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 999 time: 0.0613570 Jan 11 23:30:31.363265 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d905-0b50-4026-9cbd-531838972364 req-af888cd2-96d2-4cc7-a89a-16288bbddc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:31.364650 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-af888cd2-96d2-4cc7-a89a-16288bbddc40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0424585 Jan 11 23:30:31.408263 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d905-0b50-4026-9cbd-531838972364 req-d387f617-d017-4838-b18a-2c2c5dd8d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:31.409694 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-d387f617-d017-4838-b18a-2c2c5dd8d953 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392394 Jan 11 23:30:31.500247 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-7a32d183-a927-42ba-9426-32ef11725359 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834236 Jan 11 23:30:31.588759 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9898d905-0b50-4026-9cbd-531838972364 req-fd76a42e-8478-41ac-8da6-72ac0bc1c9de service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Jan 11 23:30:31.724768 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd2ce0-3187-4e23-b0a1-9f6ecf7be3a7 req-ba449801-38b5-491f-843d-cab66ff234d4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:31.726595 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4bd2ce0-3187-4e23-b0a1-9f6ecf7be3a7 req-ba449801-38b5-491f-843d-cab66ff234d4 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0534155 Jan 11 23:30:31.805439 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dea1c-fb5d-4499-a239-855a4ebfdb29 req-f763f4b0-7345-4d39-945b-8f8fe823e041 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:31.807068 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-984dea1c-fb5d-4499-a239-855a4ebfdb29 req-f763f4b0-7345-4d39-945b-8f8fe823e041 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0771065 Jan 11 23:30:31.817700 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f4bd2ce0-3187-4e23-b0a1-9f6ecf7be3a7 req-ad6b468c-7d17-4280-9d60-4554185558e0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794711 Jan 11 23:30:31.862486 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-984dea1c-fb5d-4499-a239-855a4ebfdb29 req-bf898abf-8301-42a4-9281-c16b016ea438 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492868 Jan 11 23:30:32.830747 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726d78-3c75-4231-a128-4559446192b6 req-f76d8109-f598-4444-b2dd-67d59f2f1b01 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:32.832217 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-34726d78-3c75-4231-a128-4559446192b6 req-f76d8109-f598-4444-b2dd-67d59f2f1b01 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Jan 11 23:30:32.929885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Deleting port d1f5b8e6-b681-44e4-8433-d2a612b3e679 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:30:32.930371 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:32.957038 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6d1e6-b5f3-42dc-b04b-632688f8812d req-0e14c320-f38c-4a04-889b-ef7a5d436484 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:32.958500 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3d6d1e6-b5f3-42dc-b04b-632688f8812d req-0e14c320-f38c-4a04-889b-ef7a5d436484 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0651894 Jan 11 23:30:33.024431 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb3b8e-1180-4cfa-99a8-074f0500c28c req-855fa6fb-c27e-40a6-abb3-a29337286c5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:33.024769 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] For port d1f5b8e6-b681-44e4-8433-d2a612b3e679, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d1f5b8e6-b681-44e4-8433-d2a612b3e679,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:33.025166 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:33.025936 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-33cb3b8e-1180-4cfa-99a8-074f0500c28c req-855fa6fb-c27e-40a6-abb3-a29337286c5b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 945 time: 0.0868421 Jan 11 23:30:33.047004 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3d6d1e6-b5f3-42dc-b04b-632688f8812d req-81f610e2-cf43-429c-b65b-8b31bd1fd1d3 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704770 Jan 11 23:30:33.086159 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-33cb3b8e-1180-4cfa-99a8-074f0500c28c req-632e8e34-57da-4d40-adaf-ec732485052c tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=f744d7de-232c-455a-b23c-3800f1b8b948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521808 Jan 11 23:30:33.197691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:33.198052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (537316de-2b3a-42e9-9e61-d59cb91977db), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:33.198370 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Floating IP 537316de-2b3a-42e9-9e61-d59cb91977db disassociated. External IP: 172.27.0.207, port: d1f5b8e6-b681-44e4-8433-d2a612b3e679. Jan 11 23:30:33.198699 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Calling delete_port for d1f5b8e6-b681-44e4-8433-d2a612b3e679 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:30:33.400807 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (d1f5b8e6-b681-44e4-8433-d2a612b3e679), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:33.429972 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event deleted for resources: {'Port': ['ID=d1f5b8e6-b681-44e4-8433-d2a612b3e679,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:33.440887 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.441254 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.441595 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.441925 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.442250 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.442573 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.442894 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.443211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.443537 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.443853 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.444166 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.444479 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.444818 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:33.810321 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Router 68434192-3d7a-4a32-b21c-4eda2092978a has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:30:33.923797 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:30:33.934314 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:30:33.943907 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:30:33.944510 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:30:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:33.961822 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] No DVR routers for this DVR port d1f5b8e6-b681-44e4-8433-d2a612b3e679 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:30:33.964339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:33.967627 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-34726d78-3c75-4231-a128-4559446192b6 req-a0f30ce3-0bf0-4794-9cf8-def7e28fcd88 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "DELETE /v2.0/ports/d1f5b8e6-b681-44e4-8433-d2a612b3e679 HTTP/1.1" status: 204 len: 173 time: 1.1298599 Jan 11 23:30:33.968073 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'name': 'network-vif-deleted', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:30:33.970337 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38e3bbc-1fab-4e0a-b98d-b93f950b7417" -d '{"events": [{"server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "name": "network-vif-deleted", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:30:34.006596 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd7a98-6220-4074-b356-c87d243de827 x-openstack-request-id: req-dabd7a98-6220-4074-b356-c87d243de827 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:30:34.006885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbae9ec4-1530-4430-a762-606edae01973", "name": "network-vif-deleted", "tag": "d1f5b8e6-b681-44e4-8433-d2a612b3e679", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:30:34.007163 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dabd7a98-6220-4074-b356-c87d243de827 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:30:34.008101 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbae9ec4-1530-4430-a762-606edae01973', 'name': 'network-vif-deleted', 'tag': 'd1f5b8e6-b681-44e4-8433-d2a612b3e679', 'status': 'completed', 'code': 200} Jan 11 23:30:34.057317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:30:34.203087 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d56403fa-dc08-4850-936b-7698f8340553 req-9036ca44-66c3-4255-b5b6-54f020a61062 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=fbae9ec4-1530-4430-a762-606edae01973 HTTP/1.1" status: 200 len: 210 time: 0.0343604 Jan 11 23:30:34.214982 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaceed-5025-4ebb-a68c-c8fbd3355181 req-10a793f4-2779-47e5-9df0-51d0ed7a122e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:34.216477 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0deaceed-5025-4ebb-a68c-c8fbd3355181 req-10a793f4-2779-47e5-9df0-51d0ed7a122e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 944 time: 0.0833428 Jan 11 23:30:34.273576 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0deaceed-5025-4ebb-a68c-c8fbd3355181 req-69dd07c9-32d6-44eb-9035-952d65151078 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513148 Jan 11 23:30:34.284622 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:34.317112 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:30:34.326152 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:30:34.326759 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:30:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:34.434809 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:30:34.627984 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:34.655688 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe489e09-8134-4f10-86ac-bc0ce9520b51 None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:30:34.777801 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:30:34.892669 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:34.892863 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550901c6-51b5-44db-be24-9fa7b77c63c4 None None] New status for floating IP 537316de-2b3a-42e9-9e61-d59cb91977db: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:30:34.904033 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'port_id': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'mac_address': 'fa:16:3e:5a:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:30:34.943336 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:30:34.944022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:34.959953 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc86980-e78a-4429-9ed2-b988a45a215a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:30:34.980184 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:35.068165 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.122504 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=9']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:35.130054 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.130425 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.130770 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.131105 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.131444 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.131774 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.132108 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.132507 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.133383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.133721 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.134048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.134403 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.134701 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:30:35.344206 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44458) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:35.397739 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03636f-b6cf-4d7e-8b38-2ae507531554 req-a74b9606-7cad-45be-8d86-521b57552d83 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:35.399921 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1d03636f-b6cf-4d7e-8b38-2ae507531554 req-a74b9606-7cad-45be-8d86-521b57552d83 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 945 time: 0.0534191 Jan 11 23:30:35.401279 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ba3f-4745-472b-9e20-7d03707d1c07 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (f744d7de-232c-455a-b23c-3800f1b8b948), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.429365 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ba3f-4745-472b-9e20-7d03707d1c07 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (f744d7de-232c-455a-b23c-3800f1b8b948), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.449347 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1d03636f-b6cf-4d7e-8b38-2ae507531554 req-b685f870-45d5-4e24-8781-109a5a068812 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Jan 11 23:30:35.545060 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['1fc86980-e78a-4429-9ed2-b988a45a215a'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:30:35.553960 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ba3f-4745-472b-9e20-7d03707d1c07 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f744d7de-232c-455a-b23c-3800f1b8b948), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.556652 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ba3f-4745-472b-9e20-7d03707d1c07 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.557826 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-b4d9ba3f-4745-472b-9e20-7d03707d1c07 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "DELETE /v2.0/security-groups/f744d7de-232c-455a-b23c-3800f1b8b948 HTTP/1.1" status: 204 len: 168 time: 0.2125978 Jan 11 23:30:35.560738 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44460) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:35.567531 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9ba3f-4745-472b-9e20-7d03707d1c07 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744d7de-232c-455a-b23c-3800f1b8b948,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:35.575919 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.api.v2.resource [None req-71dfb42f-8d98-4448-b9c0-9c2eb51578bc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] show failed (client error): The resource could not be found. Jan 11 23:30:35.577000 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-71dfb42f-8d98-4448-b9c0-9c2eb51578bc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups/f744d7de-232c-455a-b23c-3800f1b8b948 HTTP/1.1" status: 404 len: 347 time: 0.0150402 Jan 11 23:30:35.580071 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44462) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:35.704731 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Deleting port 3c76e69e-6dc1-49f1-bd62-8864722228ea {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:30:35.705020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.781526 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.782069 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (3c76e69e-6dc1-49f1-bd62-8864722228ea), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:35.797757 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Calling delete_port for 3c76e69e-6dc1-49f1-bd62-8864722228ea owned by network:floatingip {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:30:35.995335 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (3c76e69e-6dc1-49f1-bd62-8864722228ea), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.019081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event deleted for resources: {'Port': ['ID=3c76e69e-6dc1-49f1-bd62-8864722228ea,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:36.084357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (537316de-2b3a-42e9-9e61-d59cb91977db), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.087431 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.088571 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-1b695447-e95b-4628-9a24-5ec47c96d7b3 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "DELETE /v2.0/floatingips/537316de-2b3a-42e9-9e61-d59cb91977db HTTP/1.1" status: 204 len: 168 time: 0.5074584 Jan 11 23:30:36.439921 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44466) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:36.444394 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820307681', 'description': 'tempest-description--852219715'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:36.555373 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.575283 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd3c3-4d10-4c28-8ca9-ef4f3014a6bc req-23ad63ce-9ff2-4208-b8cd-4da866039e15 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:36.576835 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d28dd3c3-4d10-4c28-8ca9-ef4f3014a6bc req-23ad63ce-9ff2-4208-b8cd-4da866039e15 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 945 time: 0.0543275 Jan 11 23:30:36.620564 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (925bc4f3-be20-49ef-adc1-c218839a82d3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.625779 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d28dd3c3-4d10-4c28-8ca9-ef4f3014a6bc req-872dbc13-29b8-4103-a3d2-451f362e9649 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Jan 11 23:30:36.703610 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (925bc4f3-be20-49ef-adc1-c218839a82d3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.731636 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925bc4f3-be20-49ef-adc1-c218839a82d3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:36.794168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:30:36.802742 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.804697 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-d547629b-cb1c-4c56-8efc-58238526173f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3631516 Jan 11 23:30:36.807866 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44470) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:36.812388 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'security_group_rule': {'security_group_id': '925bc4f3-be20-49ef-adc1-c218839a82d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:36.845701 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 1fc86980-e78a-4429-9ed2-b988a45a215a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:30:36.846077 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.903350 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (e3a7d494-7039-46ba-91cd-3ab1f8ee375e), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.922742 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 1fc86980-e78a-4429-9ed2-b988a45a215a is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:30:36.923133 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.946364 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:30:36.948595 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43728517-3a0f-40f8-91cd-629c96604ec9" -d '{"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:30:36.959011 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (e3a7d494-7039-46ba-91cd-3ab1f8ee375e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:36.964693 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:36.984452 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfcaa42-85ec-4146-a04c-fe6ef3f4b4a3 x-openstack-request-id: req-0dfcaa42-85ec-4146-a04c-fe6ef3f4b4a3 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:30:36.984452 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-plugged", "status": "completed", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:30:36.984748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dfcaa42-85ec-4146-a04c-fe6ef3f4b4a3 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:30:36.985096 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'code': 200} Jan 11 23:30:37.029642 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (e3a7d494-7039-46ba-91cd-3ab1f8ee375e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.047684 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a7d494-7039-46ba-91cd-3ab1f8ee375e,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:37.056940 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.057820 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device d1f5b8e6-b681-44e4-8433-d2a612b3e679 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:30:37.095387 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: d1f5b8e6-b681-44e4-8433-d2a612b3e679 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:30:37.095734 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device d1f5b8e6-b681-44e4-8433-d2a612b3e679 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:30:37.105541 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.106835 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-92b2700c-7cc5-4951-83f3-4623e461bfb4 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980011 Jan 11 23:30:37.109691 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44474) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:37.114493 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'security_group_rule': {'security_group_id': '925bc4f3-be20-49ef-adc1-c218839a82d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:37.121199 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=10']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:37.205789 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (087148c9-a5f4-439e-b8fd-fcae43f0ea8d), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.263356 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (087148c9-a5f4-439e-b8fd-fcae43f0ea8d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.361794 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (087148c9-a5f4-439e-b8fd-fcae43f0ea8d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.385930 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087148c9-a5f4-439e-b8fd-fcae43f0ea8d,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:37.393619 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90331e-255c-4625-8bbd-6e96f283abc7 req-a7dc9a1d-420a-41b8-b757-643a5dcb3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:37.395073 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-3e90331e-255c-4625-8bbd-6e96f283abc7 req-a7dc9a1d-420a-41b8-b757-643a5dcb3e93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1100 time: 0.0590599 Jan 11 23:30:37.437436 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-3e90331e-255c-4625-8bbd-6e96f283abc7 req-216c5985-3ded-4b71-a8cf-18663f2a3e55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362365 Jan 11 23:30:37.459436 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.460526 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e38f92bc-340d-4289-8649-166999ebc582 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498967 Jan 11 23:30:37.464150 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44476) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:37.468295 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:37.554834 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.652507 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.748594 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97fcc2-5294-42db-8537-971e27bf62b3 req-96b16227-8918-429e-a913-7c5f3b3d2a0e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:37.750255 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b97fcc2-5294-42db-8537-971e27bf62b3 req-96b16227-8918-429e-a913-7c5f3b3d2a0e tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0498867 Jan 11 23:30:37.755726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Allocated IP 172.27.0.36 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/e5f1823c-9406-46c1-aaa0-0d8fa22557a1) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:30:37.803988 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b97fcc2-5294-42db-8537-971e27bf62b3 req-1857fc49-2cf3-4849-bb85-428cebfd5a73 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 Jan 11 23:30:37.864705 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:37.966589 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.001445 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:30:38.006076 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:30:38.010134 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:30:38.033118 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'Port': ['ID=e5f1823c-9406-46c1-aaa0-0d8fa22557a1,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:38.104992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (e5bf88ee-cbff-4c37-8925-50071375e028), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.207639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.353494 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.410394 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.475230 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'Port': ['ID=e5f1823c-9406-46c1-aaa0-0d8fa22557a1,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:38.487253 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (e5bf88ee-cbff-4c37-8925-50071375e028), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.557853 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:38.559079 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-d146097c-95a8-4b6e-a05a-c5b22138411d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0940270 Jan 11 23:30:38.748638 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-b44f042f-55d3-450e-ba1b-891a1f754593 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--820307681&fields=id&tenant_id=73f8ba39b6204465860f6a4409ed321a HTTP/1.1" status: 200 len: 267 time: 0.0424404 Jan 11 23:30:38.875238 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-d75c0e7a-9b69-46ff-bd09-f88a53a4a5e9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:38.877157 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-d75c0e7a-9b69-46ff-bd09-f88a53a4a5e9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 811 time: 0.1220353 Jan 11 23:30:38.916380 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-98d88bf0-4c67-43de-bd33-dcabdf6bb9bd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/quotas/73f8ba39b6204465860f6a4409ed321a HTTP/1.1" status: 200 len: 375 time: 0.0270524 Jan 11 23:30:38.964833 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b247c0-647c-4192-91e9-b20212f64561 req-ce5b4043-5d99-4260-bb6a-c9e20aa0bfe1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:38.966340 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1b247c0-647c-4192-91e9-b20212f64561 req-ce5b4043-5d99-4260-bb6a-c9e20aa0bfe1 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0857670 Jan 11 23:30:39.006046 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-f7d09e9e-dede-481a-aad6-b15a0218a01b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816517 Jan 11 23:30:39.025728 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-33c77675-4f3c-4c89-a439-2b1d88443a8f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:30:39.026688 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-33c77675-4f3c-4c89-a439-2b1d88443a8f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094867 Jan 11 23:30:39.033865 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e1b247c0-647c-4192-91e9-b20212f64561 req-2c92f35e-366d-412a-93ca-b46e272728a0 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611784 Jan 11 23:30:39.119911 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-16676f4c-5e7b-4a6b-8d07-81179869674e service neutron] 10.222.0.21 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851169 Jan 11 23:30:39.215013 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-e1e44c15-d93d-4174-b677-0522609be96b service neutron] 10.222.0.21 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894108 Jan 11 23:30:39.500359 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3ecd657-4260-48d1-8e82-d19f8a86b2d1 req-54e11988-9606-49e9-aff1-aea0afa7b457 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Jan 11 23:30:39.871476 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:30:40.155463 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b67e68-8d1e-4ea0-a4fc-46ed63d8a0e4 req-901aaf4c-ec77-4bef-a925-9a7026ea226f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:40.156976 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b67e68-8d1e-4ea0-a4fc-46ed63d8a0e4 req-901aaf4c-ec77-4bef-a925-9a7026ea226f tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0498919 Jan 11 23:30:40.203900 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b67e68-8d1e-4ea0-a4fc-46ed63d8a0e4 req-adc65777-dbdd-41d1-9686-eedb136bfc68 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Jan 11 23:30:40.611669 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-68aff41f-cdf7-44d0-8c06-4586baf015e8 req-3da64b07-bb8b-496c-811e-d8a4ea6ee738 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.0306950 Jan 11 23:30:41.328826 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0e7cc-f6ff-40cb-b9be-ba929ebb013b req-9b5d5ca3-f378-4930-8602-2f0b9278d7c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:41.331838 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4d0e7cc-f6ff-40cb-b9be-ba929ebb013b req-9b5d5ca3-f378-4930-8602-2f0b9278d7c6 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0516496 Jan 11 23:30:41.378213 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4d0e7cc-f6ff-40cb-b9be-ba929ebb013b req-a6a69680-1608-4454-90e5-8d42175f73b8 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Jan 11 23:30:41.528288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-f4c5ca3f-d5bc-4a0b-9710-ac76198cda4d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:41.529689 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-f4c5ca3f-d5bc-4a0b-9710-ac76198cda4d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 811 time: 0.1100273 Jan 11 23:30:41.594515 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-18c23405-b8dd-4620-980e-dd7a66fdb2b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f8ba39b6204465860f6a4409ed321a HTTP/1.1" status: 200 len: 379 time: 0.0509562 Jan 11 23:30:41.604612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'port': {'device_id': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'admin_state_up': True, 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'security_groups': ['925bc4f3-be20-49ef-adc1-c218839a82d3']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:41.709976 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6eb23375-2ac0-4247-ada6-d67a885022f6 req-cd805f82-3429-4be7-8a27-dd909ec06492 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.0298135 Jan 11 23:30:41.770477 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Made reservation on behalf of 73f8ba39b6204465860f6a4409ed321a for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:30:41.774134 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:41.913272 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Allocated IP 172.20.0.10 (feae7132-5d6e-4c00-aed9-5dc998347e6b/aa59b7ef-f727-417a-8fd8-dc95c0a29dea/cd4f6b15-3a10-4b5b-ab8e-05657fb3719d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:30:42.058533 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.159806 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.211537 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Network feae7132-5d6e-4c00-aed9-5dc998347e6b is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:30:42.218211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:30:42.223728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:30:42.260521 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event updated for resources: {'Port': ['ID=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:42.303452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:42.304085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.374999 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-45ede1ca-32aa-48fe-9159-044703edee6b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7744827 Jan 11 23:30:42.406937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Request body: {'port': {'device_id': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:42.441383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-6acb0dcd-7235-4ff9-a457-1f2174b1aef2 None None] Provisioning complete for port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:30:42.442371 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6acb0dcd-7235-4ff9-a457-1f2174b1aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.486050 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.492115 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6acb0dcd-7235-4ff9-a457-1f2174b1aef2 None None] Port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:30:42.756200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4f6b15-3a10-4b5b-ab8e-05657fb3719d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:30:42.764895 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Publish callbacks [] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.778789 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Transition to ACTIVE for port object cd4f6b15-3a10-4b5b-ab8e-05657fb3719d will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:30:42.835618 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048a75-d37d-489d-9596-0b95ed0b00c6 req-072bd44d-e9c1-4e63-8294-fb3ccdd664ed tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:42.837280 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7c048a75-d37d-489d-9596-0b95ed0b00c6 req-072bd44d-e9c1-4e63-8294-fb3ccdd664ed tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 932 time: 0.0532198 Jan 11 23:30:42.870413 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:42.889469 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7c048a75-d37d-489d-9596-0b95ed0b00c6 req-40e218ef-dcde-4ff6-b87d-8caa9f92944a tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465999 Jan 11 23:30:42.932391 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Pushing event updated for resources: {'Port': ['ID=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:43.012606 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Attempting to bind port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:30:43.013038 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Attempting to bind port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:30:43.013366 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Attempting to bind port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d on network feae7132-5d6e-4c00-aed9-5dc998347e6b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:30:43.019628 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d on network feae7132-5d6e-4c00-aed9-5dc998347e6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:30:43.020209 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Attempting to bind port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d on network feae7132-5d6e-4c00-aed9-5dc998347e6b {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:30:43.026396 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:30:43.026827 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Checking segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:30:43.027403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Bound using segment: {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:30:43.027910 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Bound port: cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1936a3a2-a425-48d8-a508-523c4b82b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:30:43.028339 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:43.102081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] For port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:30:43.106102 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] For port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:30:43.285764 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:43.324193 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.324812 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:43.326244 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] 10.222.0.35 "PUT /v2.0/ports/cd4f6b15-3a10-4b5b-ab8e-05657fb3719d HTTP/1.1" status: 200 len: 1094 time: 0.9244204 Jan 11 23:30:43.326683 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:30:43.328912 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:30:43.355181 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2f296-50c3-4a5d-8061-1d9e3df4eeed service neutron] Pushing event updated for resources: {'Port': ['ID=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:43.383225 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab36efb4-57b4-4e0c-bf2e-4a831c7f099f x-openstack-request-id: req-ab36efb4-57b4-4e0c-bf2e-4a831c7f099f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:30:43.383635 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:30:43.384698 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab36efb4-57b4-4e0c-bf2e-4a831c7f099f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:30:43.385270 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'status': 'completed', 'code': 200} Jan 11 23:30:43.483149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7 req-6084b21c-9d4f-4cf1-bda1-7de8b26ec284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.484699 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7 req-6084b21c-9d4f-4cf1-bda1-7de8b26ec284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 1097 time: 0.0518556 Jan 11 23:30:43.592145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7 req-76097f41-4802-481f-af78-76527bad2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.593605 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7 req-76097f41-4802-481f-af78-76527bad2e41 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=73f8ba39b6204465860f6a4409ed321a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957534 Jan 11 23:30:43.693374 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7 req-33226191-e736-40b5-9396-603b054ed066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.694942 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f99a7c5f-48b0-4c84-8efe-7f1a597339e7 req-33226191-e736-40b5-9396-603b054ed066 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946598 Jan 11 23:30:43.796469 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-f6ec6a42-c568-4645-9d89-e9a7280a888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.798253 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-f6ec6a42-c568-4645-9d89-e9a7280a888b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 1097 time: 0.0451167 Jan 11 23:30:43.846680 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-adf7bc97-b604-4bd9-afa8-302476483913 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d HTTP/1.1" status: 200 len: 217 time: 0.0368371 Jan 11 23:30:43.902231 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-05864fd4-89fb-4dbc-9c46-21ab92dae4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.903787 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-05864fd4-89fb-4dbc-9c46-21ab92dae4ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0502632 Jan 11 23:30:43.950409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-4004cf86-aff9-4854-bc1b-b8394aaa9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:43.951890 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-4004cf86-aff9-4854-bc1b-b8394aaa9428 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425441 Jan 11 23:30:44.023061 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab6fb0-983f-4c5e-ad84-b2f401c2f191 req-3ec3826b-df1d-4147-b67f-2b301cfa9dcd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:44.024602 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3ab6fb0-983f-4c5e-ad84-b2f401c2f191 req-3ec3826b-df1d-4147-b67f-2b301cfa9dcd tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 944 time: 0.0579350 Jan 11 23:30:44.052463 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-5f163003-5d23-47d5-ad79-7e7fa73a9915 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933254 Jan 11 23:30:44.077592 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3ab6fb0-983f-4c5e-ad84-b2f401c2f191 req-7a94497f-2166-4821-8d81-5880447932d7 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462859 Jan 11 23:30:44.150246 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a2e1830f-9cf8-4bf9-acb4-14ae5676c461 req-40b967df-18e6-44c2-b7a5-db6748df4013 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916762 Jan 11 23:30:45.199427 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5940fd2-bff5-4c8b-8d44-22a96307f867 req-8f5616f3-6f9a-4940-ba0f-ebd568bb8fce tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:45.204225 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c5940fd2-bff5-4c8b-8d44-22a96307f867 req-8f5616f3-6f9a-4940-ba0f-ebd568bb8fce tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 944 time: 0.0509346 Jan 11 23:30:45.249781 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c5940fd2-bff5-4c8b-8d44-22a96307f867 req-7964ab9e-bb2b-495f-bb66-eb4410c62f42 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429661 Jan 11 23:30:45.668191 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-97929382-2f05-435b-91a4-bbc3ed02e3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:46.373500 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baee084-b473-43e1-a9ee-789dfef23755 req-a5a46a24-fc95-4fc2-8626-5ba60df188b6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:46.374997 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0baee084-b473-43e1-a9ee-789dfef23755 req-a5a46a24-fc95-4fc2-8626-5ba60df188b6 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 944 time: 0.0549440 Jan 11 23:30:46.422379 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0baee084-b473-43e1-a9ee-789dfef23755 req-8416fba3-0ed8-43bd-8814-fa6720b60a04 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Jan 11 23:30:47.545352 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d08ef-91fc-4856-a6d4-ce92b0b6624f req-758729e3-654e-4907-8a90-0ad085f8f438 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:47.548428 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae5d08ef-91fc-4856-a6d4-ce92b0b6624f req-758729e3-654e-4907-8a90-0ad085f8f438 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 944 time: 0.0516498 Jan 11 23:30:47.600948 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ae5d08ef-91fc-4856-a6d4-ce92b0b6624f req-b029a43b-0164-4bd7-baff-7a75330634a1 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Jan 11 23:30:47.903808 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-01df2149-3063-40da-9193-7bd8a1ce82a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:48.715307 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9a8cb-a744-4f71-97d1-c26f3f6bd7fd req-2a90028f-141c-4087-8075-a7b085315ee8 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:48.719132 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-65c9a8cb-a744-4f71-97d1-c26f3f6bd7fd req-2a90028f-141c-4087-8075-a7b085315ee8 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 944 time: 0.0512576 Jan 11 23:30:48.767471 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-65c9a8cb-a744-4f71-97d1-c26f3f6bd7fd req-d09dc93f-0f2c-47b0-8aeb-22b0a58bad13 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449820 Jan 11 23:30:48.825604 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device cd4f6b15-3a10-4b5b-ab8e-05657fb3719d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:30:48.923982 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:48.935961 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'port_id': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'mac_address': 'fa:16:3e:13:48:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:30:48.972587 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:30:48.973002 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:48.985227 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4f6b15-3a10-4b5b-ab8e-05657fb3719d {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:30:49.004207 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:49.080710 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:49.140204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:49.194884 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:49.492847 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['cd4f6b15-3a10-4b5b-ab8e-05657fb3719d'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:30:49.883291 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd07ef8-0abe-4c0c-a61b-3a0cf962d938 req-fb9c71bd-6cfd-4ac4-aaeb-18876fee2d66 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:49.884954 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cbd07ef8-0abe-4c0c-a61b-3a0cf962d938 req-fb9c71bd-6cfd-4ac4-aaeb-18876fee2d66 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Jan 11 23:30:49.933656 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cbd07ef8-0abe-4c0c-a61b-3a0cf962d938 req-79ddd2db-85c9-4b43-9f30-54528f37cf13 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 Jan 11 23:30:50.410209 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:50.850712 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device cd4f6b15-3a10-4b5b-ab8e-05657fb3719d up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:30:50.954604 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:30:50.958627 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:30:50.959009 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:51.038637 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:30:51.039022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:51.050439 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28434fac-a43a-495a-934d-6229bc38d652 req-882ee312-d47b-47e5-89c4-f3164946e13e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:51.051843 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-28434fac-a43a-495a-934d-6229bc38d652 req-882ee312-d47b-47e5-89c4-f3164946e13e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 945 time: 0.0498884 Jan 11 23:30:51.062589 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:30:51.064946 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9fbc6b-81b8-40e0-aa7f-cc167eea4fce" -d '{"events": [{"server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "name": "network-vif-plugged", "status": "completed", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:30:51.079165 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:30:51.102189 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501cb7f-6fd2-4d6b-baaf-4d5853083b32 x-openstack-request-id: req-c501cb7f-6fd2-4d6b-baaf-4d5853083b32 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:30:51.102492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "name": "network-vif-plugged", "status": "completed", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:30:51.102748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c501cb7f-6fd2-4d6b-baaf-4d5853083b32 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:30:51.103147 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'code': 200} Jan 11 23:30:51.104911 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-28434fac-a43a-495a-934d-6229bc38d652 req-5f58986d-a39d-4562-aede-4a1db864bcab tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474765 Jan 11 23:30:51.141911 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:51.192270 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:30:51.502726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56479-0688-4c79-a587-5ddc83477c64 req-40acae9a-bf9f-468f-967f-dc4267d00f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:51.504210 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-fad56479-0688-4c79-a587-5ddc83477c64 req-40acae9a-bf9f-468f-967f-dc4267d00f2c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 1099 time: 0.0904818 Jan 11 23:30:51.548976 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-fad56479-0688-4c79-a587-5ddc83477c64 req-fd93c251-c909-43e2-a2cf-b17b8231ee8f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375154 Jan 11 23:30:51.874655 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:52.224061 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4f8db-783b-4f30-afb1-fece5407e5a1 req-a19c79bb-c7fc-482b-b15f-ab50aed70094 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:52.225577 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edb4f8db-783b-4f30-afb1-fece5407e5a1 req-a19c79bb-c7fc-482b-b15f-ab50aed70094 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Jan 11 23:30:52.272063 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edb4f8db-783b-4f30-afb1-fece5407e5a1 req-a9cb5096-7a00-4cb2-87db-8c5d9b4ca27e tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409157 Jan 11 23:30:52.371926 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:53.384581 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a39fb-885e-44ef-aab7-7a500c67238e req-2ce069ad-a703-4c97-a3cf-1fa4226df62b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:53.386047 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-354a39fb-885e-44ef-aab7-7a500c67238e req-2ce069ad-a703-4c97-a3cf-1fa4226df62b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0479171 Jan 11 23:30:53.431678 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-354a39fb-885e-44ef-aab7-7a500c67238e req-12b0161d-d970-4d9b-a52e-eb6c77e61436 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Jan 11 23:30:53.542776 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b7ec-bfd0-414d-b498-bc261429cc47 req-8696f400-de32-4929-a2c0-0aedb9add616 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:53.544202 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-db84b7ec-bfd0-414d-b498-bc261429cc47 req-8696f400-de32-4929-a2c0-0aedb9add616 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Jan 11 23:30:53.552827 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44580) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:30:53.557247 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Request body: {'floatingip': {'port_id': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:30:53.599529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (e5bf88ee-cbff-4c37-8925-50071375e028), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:54.030458 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:54.084568 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (e5bf88ee-cbff-4c37-8925-50071375e028), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:54.180055 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Floating IP e5bf88ee-cbff-4c37-8925-50071375e028 associated. External IP: 172.27.0.36, port: cd4f6b15-3a10-4b5b-ab8e-05657fb3719d. Jan 11 23:30:54.382096 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Router 68434192-3d7a-4a32-b21c-4eda2092978a has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:30:54.487295 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:30:54.492143 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:30:54.497495 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:30:54.506806 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:30:54.507499 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:30:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:54.518786 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-a8025c92-9945-4dfb-96f9-3e7675ba67b9 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "PUT /v2.0/floatingips/e5bf88ee-cbff-4c37-8925-50071375e028 HTTP/1.1" status: 200 len: 991 time: 0.9649301 Jan 11 23:30:54.519363 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:30:54.521627 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a216bf-6c4a-4542-8503-0b3be519f2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:30:54.618123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378f5f39-5c1b-4057-838f-97b24e2c6669 x-openstack-request-id: req-378f5f39-5c1b-4057-838f-97b24e2c6669 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:30:54.618712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:30:54.618712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-378f5f39-5c1b-4057-838f-97b24e2c6669 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:30:54.619027 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'status': 'completed', 'code': 200} Jan 11 23:30:54.711320 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-3873ad51-4d5c-44f8-8740-038518b3ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:54.712756 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-3873ad51-4d5c-44f8-8740-038518b3ef66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 1099 time: 0.0416484 Jan 11 23:30:54.741309 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:30:54.812152 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-9438bccb-587e-4a87-b3f3-4a2c895a0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:54.813755 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-9438bccb-587e-4a87-b3f3-4a2c895a0913 service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.0956273 Jan 11 23:30:54.882057 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-0436fac5-7ba0-47cf-84d2-f1937ea640b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d HTTP/1.1" status: 200 len: 999 time: 0.0623422 Jan 11 23:30:54.935016 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-9024ce2f-1828-4c00-a545-2de4fba6e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:54.936474 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-9024ce2f-1828-4c00-a545-2de4fba6e66f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0442379 Jan 11 23:30:54.969077 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'e5bf88ee-cbff-4c37-8925-50071375e028', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'port_id': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'mac_address': 'fa:16:3e:13:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:30:38Z', 'updated_at': '2022-01-11T23:30:53Z', 'revision_number': 1, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:54.982035 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-e189a97d-b7db-4262-9460-dbdbf52eb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:30:54.983523 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-e189a97d-b7db-4262-9460-dbdbf52eb0cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403478 Jan 11 23:30:54.994446 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-b4c273cb-0bc5-4ca6-8e83-c7a3d7d4e0f7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:30:54.996563 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-b4c273cb-0bc5-4ca6-8e83-c7a3d7d4e0f7 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060143 Jan 11 23:30:55.000310 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:30:55.009241 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:30:55.009850 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:30:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:55.089343 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-6c0bbeb1-e8cb-4089-98ad-a2df09cf97c0 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854921 Jan 11 23:30:55.115005 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:30:55.350527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'e5bf88ee-cbff-4c37-8925-50071375e028', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'port_id': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'mac_address': 'fa:16:3e:13:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:30:38Z', 'updated_at': '2022-01-11T23:30:53Z', 'revision_number': 1, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:30:55.381847 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11990b73-9608-4d28-996d-bf27bbd08119 None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'e5bf88ee-cbff-4c37-8925-50071375e028', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'floating_ip_address': '172.27.0.36', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'port_id': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'mac_address': 'fa:16:3e:13:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:30:38Z', 'updated_at': '2022-01-11T23:30:53Z', 'revision_number': 1, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:30:55.455686 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-56a216bf-6c4a-4542-8503-0b3be519f2fa req-62bb620e-f476-4ce0-956c-39eb30999021 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608522 Jan 11 23:30:55.581048 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bb4254-d1cb-49ee-b55a-7cb10d8e62bb None None] New status for floating IP e5bf88ee-cbff-4c37-8925-50071375e028: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:31:15.644321 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8f7a502a-6ac5-420a-a5a8-b33cde16b198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:16.870094 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:31:17.914221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-15b78c30-6e81-4a04-a43b-1b052f6a64b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:19.165430 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:20.428129 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:21.851609 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:22.341495 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:30.940726 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-c6d77db5-a4f7-4b7c-8415-c6b9ada642c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405982 Jan 11 23:31:31.040296 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-56a908ea-b461-477c-ab72-9babef838427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:31.041716 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-56a908ea-b461-477c-ab72-9babef838427 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a993a142a79f41f397c5ddf6f00d1098&device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 1100 time: 0.0426266 Jan 11 23:31:31.142726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-54c69a5c-fe9a-4f71-91ad-109a9df3f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:31.144158 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-54c69a5c-fe9a-4f71-91ad-109a9df3f25c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 200 len: 917 time: 0.0828285 Jan 11 23:31:31.212511 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-c01a0358-cf3b-4c10-abeb-fc697e926e4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 200 len: 1001 time: 0.0602462 Jan 11 23:31:31.259303 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-e9e78ce9-b442-4175-b87c-2c40c47a7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:31.260682 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-e9e78ce9-b442-4175-b87c-2c40c47a7f7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 200 len: 855 time: 0.0417445 Jan 11 23:31:31.304959 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-b7c93a41-f80e-4064-bb2f-7ca0ac785782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:31.306425 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-b7c93a41-f80e-4064-bb2f-7ca0ac785782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6139746c-f6c4-42fe-97aa-d3688de1c092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391653 Jan 11 23:31:31.396625 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-ff33a190-68fe-437b-acf4-93b8c56c7686 service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835361 Jan 11 23:31:31.486294 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-494501dc-e400-4aa4-a27d-528cd7141d78 req-9560e0d1-07ae-4b63-876d-1d090759cebc service neutron] 10.222.0.35 "GET /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819333 Jan 11 23:31:37.519280 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf335c0a-7c56-4369-8b80-8651f9de0d4b req-c4829e3e-df45-4c40-ab82-878ceb944169 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:37.520724 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cf335c0a-7c56-4369-8b80-8651f9de0d4b req-c4829e3e-df45-4c40-ab82-878ceb944169 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0490804 Jan 11 23:31:37.567194 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cf335c0a-7c56-4369-8b80-8651f9de0d4b req-b45c3711-1d7b-4fd7-9b69-56f07ef04e58 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Jan 11 23:31:38.682387 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905e078-3a0d-4c96-8188-8d8095c3b9da req-865ce9fb-9f78-45bc-8203-330bfae17212 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:38.683825 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6905e078-3a0d-4c96-8188-8d8095c3b9da req-865ce9fb-9f78-45bc-8203-330bfae17212 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0476294 Jan 11 23:31:38.730152 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6905e078-3a0d-4c96-8188-8d8095c3b9da req-1b15771e-eeed-4f05-92dc-1a78872f64ae tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b9139ff-86bf-4d42-a9e1-713ce2e5248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402198 Jan 11 23:31:39.196424 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-df6e7f7b-7223-4e6b-97c8-2290e886b5cb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:31:39.197892 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-df6e7f7b-7223-4e6b-97c8-2290e886b5cb tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 947 time: 0.0531287 Jan 11 23:31:39.286125 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Deleting port 1fc86980-e78a-4429-9ed2-b988a45a215a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:31:39.286389 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:39.375797 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] For port 1fc86980-e78a-4429-9ed2-b988a45a215a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc86980-e78a-4429-9ed2-b988a45a215a,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:31:39.376164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:39.542685 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:39.542975 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (edf0d836-227a-47f3-a039-61d3ea54b9ae), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:39.543327 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Floating IP edf0d836-227a-47f3-a039-61d3ea54b9ae disassociated. External IP: 172.27.0.47, port: 1fc86980-e78a-4429-9ed2-b988a45a215a. Jan 11 23:31:39.543671 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Calling delete_port for 1fc86980-e78a-4429-9ed2-b988a45a215a owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:31:39.723819 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (1fc86980-e78a-4429-9ed2-b988a45a215a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:39.752445 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event deleted for resources: {'Port': ['ID=1fc86980-e78a-4429-9ed2-b988a45a215a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:39.765329 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.765683 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.766025 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.766371 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.766710 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.767040 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.767400 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.767693 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.768020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.768343 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.768672 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.769022 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.769458 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:39.832520 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-27f12432-0a4f-4bab-9e2a-079b45298b66 req-48858127-8121-4027-ba73-2fc0c2a4000a tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 210 time: 0.0284829 Jan 11 23:31:39.882502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:31:39.989328 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:31:39.999416 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:31:40.008689 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:31:40.009344 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:31:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:40.030129 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] No DVR routers for this DVR port 1fc86980-e78a-4429-9ed2-b988a45a215a on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:31:40.032675 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:40.036280 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-8c07f065-0f60-4ab4-9ed7-c52a9e9995b5 req-f1385593-b2ee-4ae3-bf1e-c39e0f318243 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.35 "DELETE /v2.0/ports/1fc86980-e78a-4429-9ed2-b988a45a215a HTTP/1.1" status: 204 len: 173 time: 0.8325586 Jan 11 23:31:40.036757 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-deleted', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:31:40.039037 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6617284d-c8bb-4922-8288-b0d16343fd46" -d '{"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-deleted", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:31:40.078259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce8c519-6153-4f54-a226-cce9b995609f x-openstack-request-id: req-fce8c519-6153-4f54-a226-cce9b995609f {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:31:40.078562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b76dfe-fa92-46ba-bc11-284aa2f816b5", "name": "network-vif-deleted", "tag": "1fc86980-e78a-4429-9ed2-b988a45a215a", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:31:40.078847 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fce8c519-6153-4f54-a226-cce9b995609f {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:31:40.079243 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b76dfe-fa92-46ba-bc11-284aa2f816b5', 'name': 'network-vif-deleted', 'tag': '1fc86980-e78a-4429-9ed2-b988a45a215a', 'status': 'completed', 'code': 200} Jan 11 23:31:40.123252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:31:40.331222 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:40.361812 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:31:40.370119 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:31:40.370723 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:31:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:40.476128 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:31:40.667444 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:40.694092 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49714fd0-9051-4edd-856c-6685c2a7910f None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:20:18Z', 'revision_number': 4, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'cbd647a0-5a87-43f6-80c1-4e11db60cc8c', 'name': '', 'network_id': '6139746c-f6c4-42fe-97aa-d3688de1c092', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'mac_address': 'fa:16:3e:07:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:16Z', 'updated_at': '2022-01-11T23:20:23Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'subnets': [{'id': '90ef07d2-f102-4d40-aa3d-38192834320b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:31:40.939854 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f132b66-e25f-4977-ab80-82a8074fc24b None None] New status for floating IP edf0d836-227a-47f3-a039-61d3ea54b9ae: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:31:40.948319 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4a82b5f8-5a0e-4f7d-99e0-a2b97a4e98d9 req-2d12eed9-8c76-4e84-b676-4a7e64167b1b tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b76dfe-fa92-46ba-bc11-284aa2f816b5 HTTP/1.1" status: 200 len: 210 time: 0.0262797 Jan 11 23:31:42.137495 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44712) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:42.194740 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aa86eda-df2c-49ba-9659-9caf1d8ef99d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (2b9139ff-86bf-4d42-a9e1-713ce2e5248d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.217717 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aa86eda-df2c-49ba-9659-9caf1d8ef99d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (2b9139ff-86bf-4d42-a9e1-713ce2e5248d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.313654 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aa86eda-df2c-49ba-9659-9caf1d8ef99d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2b9139ff-86bf-4d42-a9e1-713ce2e5248d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.316237 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6aa86eda-df2c-49ba-9659-9caf1d8ef99d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.317404 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6aa86eda-df2c-49ba-9659-9caf1d8ef99d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b9139ff-86bf-4d42-a9e1-713ce2e5248d HTTP/1.1" status: 204 len: 168 time: 0.1791542 Jan 11 23:31:42.320191 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44714) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:42.326429 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa86eda-df2c-49ba-9659-9caf1d8ef99d tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9139ff-86bf-4d42-a9e1-713ce2e5248d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:42.335465 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.api.v2.resource [None req-57f120c1-38ab-484f-91d8-978dde1f33bf tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] show failed (client error): The resource could not be found. Jan 11 23:31:42.336473 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-57f120c1-38ab-484f-91d8-978dde1f33bf tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "GET /v2.0/security-groups/2b9139ff-86bf-4d42-a9e1-713ce2e5248d HTTP/1.1" status: 404 len: 347 time: 0.0152514 Jan 11 23:31:42.339414 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44716) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:42.466680 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Deleting port aad6bfae-3c6d-4534-ab50-fa54f6abe15b {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:31:42.467019 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.544448 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.544782 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.557416 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Calling delete_port for aad6bfae-3c6d-4534-ab50-fa54f6abe15b owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:31:42.753792 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (aad6bfae-3c6d-4534-ab50-fa54f6abe15b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.783247 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Pushing event deleted for resources: {'Port': ['ID=aad6bfae-3c6d-4534-ab50-fa54f6abe15b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:42.796511 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.796865 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.797334 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.797727 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.798098 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.798437 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.798772 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.799110 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.799432 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.799762 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.800092 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.800403 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.800726 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:42.862007 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks [] for floatingip (edf0d836-227a-47f3-a039-61d3ea54b9ae), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.864545 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:42.865740 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1d466e76-f055-4c60-a280-a1f5b12bf480 tempest-AttachVolumeShelveTestJSON-1237539914 tempest-AttachVolumeShelveTestJSON-1237539914-project] 10.222.0.21 "DELETE /v2.0/floatingips/edf0d836-227a-47f3-a039-61d3ea54b9ae HTTP/1.1" status: 204 len: 168 time: 0.5253863 Jan 11 23:31:43.203460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:31:43.225248 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 1fc86980-e78a-4429-9ed2-b988a45a215a {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:31:43.225597 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 1fc86980-e78a-4429-9ed2-b988a45a215a not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:31:45.557794 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44744) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:45.639398 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3a405cf3-f24a-488a-8753-7d82d7256f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:46.207290 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:46.446351 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Deleting port cbd647a0-5a87-43f6-80c1-4e11db60cc8c {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:31:46.446689 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:46.523186 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] For port cbd647a0-5a87-43f6-80c1-4e11db60cc8c, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:31:46.523471 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:46.536145 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Calling delete_port for cbd647a0-5a87-43f6-80c1-4e11db60cc8c owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:31:46.759418 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (cbd647a0-5a87-43f6-80c1-4e11db60cc8c), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:46.786045 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd647a0-5a87-43f6-80c1-4e11db60cc8c,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:46.957351 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:47.174175 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:31:47.278758 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:31:47.283964 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f84319bb-4c2d-472a-8ea5-1cb9c53fc0d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7251580 Jan 11 23:31:47.286534 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44752) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:47.288392 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] Sync routers for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:31:47.299470 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:31:47.300071 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:31:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:47.394894 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks [] for router (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:47.499411 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks [] for router_gateway (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:47.532930 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:31:47.623057 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Deleting port 87e9cda0-6c42-4937-9a66-860a3e4bace2 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:31:47.623396 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:47.702443 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] For port 87e9cda0-6c42-4937-9a66-860a3e4bace2, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=87e9cda0-6c42-4937-9a66-860a3e4bace2,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:31:47.702723 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:47.712146 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:31:46Z', 'revision_number': 5, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port': {'id': '87e9cda0-6c42-4937-9a66-860a3e4bace2', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:20:12Z', 'updated_at': '2022-01-11T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:47.715241 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Calling delete_port for 87e9cda0-6c42-4937-9a66-860a3e4bace2 owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:31:47.738506 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] Checking router: f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:31:47.747204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] Routers {'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:31:47.747949 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:31:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:47.835857 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] Set router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 gateway port host: None {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:31:47.894532 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:31:47Z', 'revision_number': 6, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port_host': None}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:47.925267 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78471645-6be1-466d-acbc-7d08eca5bfc1 None None] The sync data for ids ['f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4'] in dv-cinder-821602-8-iscsi is: [{'id': 'f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4', 'name': 'tempest-AttachVolumeShelveTestJSON-643851567-router', 'tenant_id': 'a993a142a79f41f397c5ddf6f00d1098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:20:11Z', 'updated_at': '2022-01-11T23:31:47Z', 'revision_number': 6, 'project_id': 'a993a142a79f41f397c5ddf6f00d1098', 'gw_port_host': None}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:31:47.954094 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (87e9cda0-6c42-4937-9a66-860a3e4bace2), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:47.980332 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=87e9cda0-6c42-4937-9a66-860a3e4bace2,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:48.010758 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-18377255-33d7-4481-96a5-1e67ef4a5ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.051299 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.145128 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.147214 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks [] for router_controller (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.256432 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.256891 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:31:48.261319 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.262708 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-12e65d54-fe8c-4d2e-9818-1f7bf3545b5a admin admin] 10.222.0.21 "DELETE /v2.0/routers/f5b0c1cf-dbe9-45fe-8dc1-10a1ac4b3bd4 HTTP/1.1" status: 204 len: 168 time: 0.9750397 Jan 11 23:31:48.265232 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44756) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:48.311841 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Deleting subnet 90ef07d2-f102-4d40-aa3d-38192834320b {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:31:48.314955 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Publish callbacks [] for subnet (90ef07d2-f102-4d40-aa3d-38192834320b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.349932 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (90ef07d2-f102-4d40-aa3d-38192834320b), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.431419 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (90ef07d2-f102-4d40-aa3d-38192834320b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.565026 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (90ef07d2-f102-4d40-aa3d-38192834320b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.591228 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ef07d2-f102-4d40-aa3d-38192834320b,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:48.595729 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.598965 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-86ce7752-5b96-4d8f-8b32-f1893316dca3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90ef07d2-f102-4d40-aa3d-38192834320b HTTP/1.1" status: 204 len: 168 time: 0.3327122 Jan 11 23:31:48.601297 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73304a72-ba9b-48c3-9ce6-82b99dd7402c None None] Network 6139746c-f6c4-42fe-97aa-d3688de1c092 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:31:48.601786 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44758) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:48.672972 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (6139746c-f6c4-42fe-97aa-d3688de1c092), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.729596 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Deleting port b61bab27-9b0a-4b51-b92b-7322a136df60 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:31:48.729930 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.769219 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] DHCP port deletion for 6139746c-f6c4-42fe-97aa-d3688de1c092 request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:31:48.798420 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] For port b61bab27-9b0a-4b51-b92b-7322a136df60, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b61bab27-9b0a-4b51-b92b-7322a136df60,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:31:48.798792 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.812179 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Calling delete_port for b61bab27-9b0a-4b51-b92b-7322a136df60 owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:31:48.817518 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Deleting port b61bab27-9b0a-4b51-b92b-7322a136df60 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:31:48.817903 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.885729 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] For port b61bab27-9b0a-4b51-b92b-7322a136df60, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b61bab27-9b0a-4b51-b92b-7322a136df60,segment=NetworkSegment(bf63248b-22ee-40d4-8d95-7ad3b22df8d1),segment_id=bf63248b-22ee-40d4-8d95-7ad3b22df8d1)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:31:48.886268 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.900424 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Calling delete_port for b61bab27-9b0a-4b51-b92b-7322a136df60 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:31:48.959526 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.985369 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b61bab27-9b0a-4b51-b92b-7322a136df60,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:48.996878 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (b61bab27-9b0a-4b51-b92b-7322a136df60), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:48.997616 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] No DVR routers for this DVR port b61bab27-9b0a-4b51-b92b-7322a136df60 on host dv-cinder-821602-8-iscsi {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:31:49.019323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] No DVR routers for this DVR port b61bab27-9b0a-4b51-b92b-7322a136df60 on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:31:49.020828 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Pushing event deleted for resources: {'Port': ['ID=b61bab27-9b0a-4b51-b92b-7322a136df60,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:49.032905 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.033154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.033441 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.033784 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.034465 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.034465 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.035350 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.035773 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.036715 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.037022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.037308 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.037638 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.038418 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98023a2-7338-4a40-be07-e79a4dc5fb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:31:49.075531 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (6139746c-f6c4-42fe-97aa-d3688de1c092), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.092955 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 87e9cda0-6c42-4937-9a66-860a3e4bace2 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:31:49.100762 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6139746c-f6c4-42fe-97aa-d3688de1c092']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:49.111785 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:49.112199 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf63248b-22ee-40d4-8d95-7ad3b22df8d1') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:31:49.121628 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 87e9cda0-6c42-4937-9a66-860a3e4bace2 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:31:49.122058 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 87e9cda0-6c42-4937-9a66-860a3e4bace2 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:31:49.122477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cbd647a0-5a87-43f6-80c1-4e11db60cc8c no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:31:49.122975 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (bf63248b-22ee-40d4-8d95-7ad3b22df8d1), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.135925 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (bf63248b-22ee-40d4-8d95-7ad3b22df8d1), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.142072 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:31:49.142455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (bf63248b-22ee-40d4-8d95-7ad3b22df8d1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:31:49.144050 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:31:49.154953 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: cbd647a0-5a87-43f6-80c1-4e11db60cc8c {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:31:49.154953 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device cbd647a0-5a87-43f6-80c1-4e11db60cc8c not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:31:49.154953 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b61bab27-9b0a-4b51-b92b-7322a136df60 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:31:49.173805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: b61bab27-9b0a-4b51-b92b-7322a136df60 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:31:49.178138 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b61bab27-9b0a-4b51-b92b-7322a136df60 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:31:49.220598 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.294918 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (6139746c-f6c4-42fe-97aa-d3688de1c092), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.309778 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.312911 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] 10.222.0.21 "DELETE /v2.0/networks/6139746c-f6c4-42fe-97aa-d3688de1c092 HTTP/1.1" status: 204 len: 168 time: 0.7105410 Jan 11 23:31:49.314256 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea079f6-0d8a-48f7-a549-61fe95aaaa0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6139746c-f6c4-42fe-97aa-d3688de1c092,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:49.575664 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44764) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:49.614647 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-870e0705-bd31-4b2e-b8e0-921e1c65f345 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a993a142a79f41f397c5ddf6f00d1098&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376856 Jan 11 23:31:49.616908 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44766) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:31:49.667961 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46926813-56e9-4d91-b5aa-521031b19f56 admin admin] Publish callbacks [] for security_group (a66596b7-4906-4da1-b07c-57d913285eac), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.689747 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46926813-56e9-4d91-b5aa-521031b19f56 admin admin] Publish callbacks [] for security_group (a66596b7-4906-4da1-b07c-57d913285eac), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.811127 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46926813-56e9-4d91-b5aa-521031b19f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a66596b7-4906-4da1-b07c-57d913285eac), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.813767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46926813-56e9-4d91-b5aa-521031b19f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:49.814923 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-46926813-56e9-4d91-b5aa-521031b19f56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a66596b7-4906-4da1-b07c-57d913285eac HTTP/1.1" status: 204 len: 168 time: 0.1970172 Jan 11 23:31:49.822941 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46926813-56e9-4d91-b5aa-521031b19f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66596b7-4906-4da1-b07c-57d913285eac,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:31:50.456473 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:51.838146 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:52.380963 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:31:53.869930 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:32:01.718135 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44904) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:01.819901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bb6de31-1c8c-4304-b6ee-f1b3ad19bb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:01.891802 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bb6de31-1c8c-4304-b6ee-f1b3ad19bb0e admin admin] Publish callbacks [] for security_group (d7586dc8-8133-4436-92f4-9bfe240af44a), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:01.964657 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-9bb6de31-1c8c-4304-b6ee-f1b3ad19bb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d7586dc8-8133-4436-92f4-9bfe240af44a), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:02.007077 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-9bb6de31-1c8c-4304-b6ee-f1b3ad19bb0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2582348a0e554bb381587d831820facc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878454 Jan 11 23:32:02.007947 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6de31-1c8c-4304-b6ee-f1b3ad19bb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7586dc8-8133-4436-92f4-9bfe240af44a,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:02.009811 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44908) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:02.058840 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c25cb285-c744-429c-b87a-28c790464114 admin admin] Publish callbacks [] for security_group (d7586dc8-8133-4436-92f4-9bfe240af44a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:02.080001 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c25cb285-c744-429c-b87a-28c790464114 admin admin] Publish callbacks [] for security_group (d7586dc8-8133-4436-92f4-9bfe240af44a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:02.210216 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c25cb285-c744-429c-b87a-28c790464114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (d7586dc8-8133-4436-92f4-9bfe240af44a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:02.212814 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c25cb285-c744-429c-b87a-28c790464114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:02.213998 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c25cb285-c744-429c-b87a-28c790464114 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7586dc8-8133-4436-92f4-9bfe240af44a HTTP/1.1" status: 204 len: 168 time: 0.2030962 Jan 11 23:32:02.222122 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cb285-c744-429c-b87a-28c790464114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7586dc8-8133-4436-92f4-9bfe240af44a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:04.580286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44962) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:04.682973 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c00f8972-bbfb-4ba3-818c-b704bb3b8a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:04.757418 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c00f8972-bbfb-4ba3-818c-b704bb3b8a8b admin admin] Publish callbacks [] for security_group (45365ca5-102e-4294-9725-95f2afe3366e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:04.861759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c00f8972-bbfb-4ba3-818c-b704bb3b8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (45365ca5-102e-4294-9725-95f2afe3366e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:04.900740 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c00f8972-bbfb-4ba3-818c-b704bb3b8a8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae6a77160a0641988da577d9f292a007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193619 Jan 11 23:32:04.902096 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8972-bbfb-4ba3-818c-b704bb3b8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45365ca5-102e-4294-9725-95f2afe3366e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:04.903378 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44968) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:04.951585 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1b409df-c388-4f9e-8290-167fd14079b5 admin admin] Publish callbacks [] for security_group (45365ca5-102e-4294-9725-95f2afe3366e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:04.973068 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1b409df-c388-4f9e-8290-167fd14079b5 admin admin] Publish callbacks [] for security_group (45365ca5-102e-4294-9725-95f2afe3366e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:05.107726 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1b409df-c388-4f9e-8290-167fd14079b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (45365ca5-102e-4294-9725-95f2afe3366e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:05.110393 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-d1b409df-c388-4f9e-8290-167fd14079b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:05.111880 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-d1b409df-c388-4f9e-8290-167fd14079b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45365ca5-102e-4294-9725-95f2afe3366e HTTP/1.1" status: 204 len: 168 time: 0.2073262 Jan 11 23:32:05.124187 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b409df-c388-4f9e-8290-167fd14079b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45365ca5-102e-4294-9725-95f2afe3366e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:05.774220 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 44976) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:05.787250 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-939f7821-bf4c-4012-863c-3e8dddb8bb01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:05.863032 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-939f7821-bf4c-4012-863c-3e8dddb8bb01 admin admin] Publish callbacks [] for security_group (a1b5ab90-420b-4cef-9b53-8d6595ce277f), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:05.936105 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-939f7821-bf4c-4012-863c-3e8dddb8bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a1b5ab90-420b-4cef-9b53-8d6595ce277f), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:05.974079 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-939f7821-bf4c-4012-863c-3e8dddb8bb01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec459e09257b42099ddeca9126cc1f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996064 Jan 11 23:32:05.974974 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f7821-bf4c-4012-863c-3e8dddb8bb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5ab90-420b-4cef-9b53-8d6595ce277f,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:05.976871 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 44978) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:06.024627 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69f45125-0650-4064-bc5e-1b3e5056cf4f admin admin] Publish callbacks [] for security_group (a1b5ab90-420b-4cef-9b53-8d6595ce277f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:06.050874 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69f45125-0650-4064-bc5e-1b3e5056cf4f admin admin] Publish callbacks [] for security_group (a1b5ab90-420b-4cef-9b53-8d6595ce277f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:06.147287 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69f45125-0650-4064-bc5e-1b3e5056cf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (a1b5ab90-420b-4cef-9b53-8d6595ce277f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:06.149828 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-69f45125-0650-4064-bc5e-1b3e5056cf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:06.150999 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-69f45125-0650-4064-bc5e-1b3e5056cf4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1b5ab90-420b-4cef-9b53-8d6595ce277f HTTP/1.1" status: 204 len: 168 time: 0.1730015 Jan 11 23:32:06.159156 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f45125-0650-4064-bc5e-1b3e5056cf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5ab90-420b-4cef-9b53-8d6595ce277f,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:07.299671 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45002) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:07.390421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118105142-network', 'tenant_id': '2212c5e6adb14f31b1f9b626733019ac'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:32:07.478492 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Made reservation on behalf of 2212c5e6adb14f31b1f9b626733019ac for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:32:07.480776 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.489158 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.559540 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks [] for security_group (39c7e767-1ae1-4234-a796-abaf315d627b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.633286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (39c7e767-1ae1-4234-a796-abaf315d627b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.660446 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:32:07.669693 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c7e767-1ae1-4234-a796-abaf315d627b,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:07.674712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (460eedd1-0086-4349-a40d-6d4c93174c5b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.675046 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Added segment 460eedd1-0086-4349-a40d-6d4c93174c5b of type vlan for network 5471b2a2-d500-42b9-85d3-3e8442388ff3 Jan 11 23:32:07.714006 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (5471b2a2-d500-42b9-85d3-3e8442388ff3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.797416 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (5471b2a2-d500-42b9-85d3-3e8442388ff3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.798403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:07.798998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:07.856717 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5471b2a2-d500-42b9-85d3-3e8442388ff3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:07.866849 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 5471b2a2-d500-42b9-85d3-3e8442388ff3 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:32:07.897358 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-643849c7-fdda-4504-b5b5-9aafd07002f3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5965266 Jan 11 23:32:07.900125 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45006) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:07.904906 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Request body: {'subnet': {'network_id': '5471b2a2-d500-42b9-85d3-3e8442388ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118105142-subnet', 'tenant_id': '2212c5e6adb14f31b1f9b626733019ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:32:07.998203 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Made reservation on behalf of 2212c5e6adb14f31b1f9b626733019ac for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:32:07.998203 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:08.216136 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:08.267564 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:08.282740 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Checking segment: {'id': '460eedd1-0086-4349-a40d-6d4c93174c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5471b2a2-d500-42b9-85d3-3e8442388ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:32:08.283092 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Network hostable DHCP agents. Network: 5471b2a2-d500-42b9-85d3-3e8442388ff3, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:32:08.370083 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Network 5471b2a2-d500-42b9-85d3-3e8442388ff3 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:32:08.444644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 5471b2a2-d500-42b9-85d3-3e8442388ff3) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:32:08.448678 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:08.449288 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:08.453945 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91bfe77-143b-4047-92a8-8ba59259ab8f None None] Network 5471b2a2-d500-42b9-85d3-3e8442388ff3 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:32:08.544587 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504c2c0-a212-448b-b377-82f870bfa135 None None] Network 5471b2a2-d500-42b9-85d3-3e8442388ff3 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:32:08.573215 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ddb00b12-49e5-4562-8320-da9c565e7349 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6719258 Jan 11 23:32:09.213373 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45026) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:09.218195 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-343507702-network', 'tenant_id': '036ad5cb192a4233878ce5de3aadec18'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:32:09.322855 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Made reservation on behalf of 036ad5cb192a4233878ce5de3aadec18 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:32:09.325199 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.335315 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.407335 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks [] for security_group (22b6db6a-efe3-446d-b6b2-1aa1d14db4f5), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.465986 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (22b6db6a-efe3-446d-b6b2-1aa1d14db4f5), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.490469 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:32:09.499784 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6db6a-efe3-446d-b6b2-1aa1d14db4f5,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:09.504916 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (b292a1ba-e0a0-4323-822c-ff2e8bf94e89), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.505291 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Added segment b292a1ba-e0a0-4323-822c-ff2e8bf94e89 of type vlan for network 7e97db71-2e83-4cb5-aef0-73a2b92746c4 Jan 11 23:32:09.553992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (7e97db71-2e83-4cb5-aef0-73a2b92746c4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.638603 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (7e97db71-2e83-4cb5-aef0-73a2b92746c4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.639543 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:09.640121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:09.701805 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] Pushing event updated for resources: {'Network': ['ID=7e97db71-2e83-4cb5-aef0-73a2b92746c4,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:09.711784 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 7e97db71-2e83-4cb5-aef0-73a2b92746c4 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:32:09.790346 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-1bbea3e1-c25e-4717-a371-45ee04348745 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5758727 Jan 11 23:32:09.793035 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45028) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:09.797896 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Request body: {'subnet': {'network_id': '7e97db71-2e83-4cb5-aef0-73a2b92746c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-343507702-subnet', 'tenant_id': '036ad5cb192a4233878ce5de3aadec18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:32:09.919082 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Made reservation on behalf of 036ad5cb192a4233878ce5de3aadec18 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:32:09.921854 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.146304 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (cb032b91-58b8-43ce-8d4d-bf0c022e7981), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.201525 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb032b91-58b8-43ce-8d4d-bf0c022e7981,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:10.211644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Checking segment: {'id': 'b292a1ba-e0a0-4323-822c-ff2e8bf94e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7e97db71-2e83-4cb5-aef0-73a2b92746c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:32:10.211769 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Network hostable DHCP agents. Network: 7e97db71-2e83-4cb5-aef0-73a2b92746c4, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:32:10.282840 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Network 7e97db71-2e83-4cb5-aef0-73a2b92746c4 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:32:10.346041 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 7e97db71-2e83-4cb5-aef0-73a2b92746c4) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:32:10.350624 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:10.351210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.355353 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ef72e-acfd-4969-aa10-0a59565699ea None None] Network 7e97db71-2e83-4cb5-aef0-73a2b92746c4 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:32:10.423531 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-a32feea0-d8b4-4fe0-bb52-92f3c161b492 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6293783 Jan 11 23:32:10.452192 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a5896-f960-4a32-8bf2-5d7e4f2c7270 None None] Network 7e97db71-2e83-4cb5-aef0-73a2b92746c4 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:32:10.534644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45034) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:10.579409 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Deleting subnet a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175 {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:32:10.583144 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Publish callbacks [] for subnet (a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.619489 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.658006 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.804844 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.830001 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:10.834403 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.837516 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-bff74c05-e912-4efe-91e7-f5834a8c318d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a570d1d4-d4d8-4a4b-837f-1ea7c4ce6175 HTTP/1.1" status: 204 len: 168 time: 0.3017621 Jan 11 23:32:10.840278 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45036) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:10.911254 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (5471b2a2-d500-42b9-85d3-3e8442388ff3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:10.988307 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (5471b2a2-d500-42b9-85d3-3e8442388ff3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.007650 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5471b2a2-d500-42b9-85d3-3e8442388ff3']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:11.016497 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460eedd1-0086-4349-a40d-6d4c93174c5b') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:11.016788 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460eedd1-0086-4349-a40d-6d4c93174c5b') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:11.027313 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (460eedd1-0086-4349-a40d-6d4c93174c5b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.042155 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (460eedd1-0086-4349-a40d-6d4c93174c5b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.046437 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:32:11.046813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (460eedd1-0086-4349-a40d-6d4c93174c5b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:32:11.048450 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:32:11.176851 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (5471b2a2-d500-42b9-85d3-3e8442388ff3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.181983 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.185114 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] 10.222.0.21 "DELETE /v2.0/networks/5471b2a2-d500-42b9-85d3-3e8442388ff3 HTTP/1.1" status: 204 len: 168 time: 0.3439076 Jan 11 23:32:11.187983 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45038) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:11.196883 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df0372-6110-4fb8-8d41-a7183fce18da admin admin] Pushing event deleted for resources: {'Network': ['ID=5471b2a2-d500-42b9-85d3-3e8442388ff3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:11.236965 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Deleting subnet cb032b91-58b8-43ce-8d4d-bf0c022e7981 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:32:11.241273 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Publish callbacks [] for subnet (cb032b91-58b8-43ce-8d4d-bf0c022e7981), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.275222 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4152055'] for subnet (cb032b91-58b8-43ce-8d4d-bf0c022e7981), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.315111 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (cb032b91-58b8-43ce-8d4d-bf0c022e7981), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.450652 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4106118'] for subnet (cb032b91-58b8-43ce-8d4d-bf0c022e7981), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.478575 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb032b91-58b8-43ce-8d4d-bf0c022e7981,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:11.480541 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.485499 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6d5e9e0a-e17b-40f3-b8b6-c607a4539c04 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb032b91-58b8-43ce-8d4d-bf0c022e7981 HTTP/1.1" status: 204 len: 168 time: 0.2962921 Jan 11 23:32:11.486464 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45046) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:11.557116 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (7e97db71-2e83-4cb5-aef0-73a2b92746c4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.636784 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (7e97db71-2e83-4cb5-aef0-73a2b92746c4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.656542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e97db71-2e83-4cb5-aef0-73a2b92746c4']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:11.666260 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b292a1ba-e0a0-4323-822c-ff2e8bf94e89') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:11.666554 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b292a1ba-e0a0-4323-822c-ff2e8bf94e89') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:11.676049 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (b292a1ba-e0a0-4323-822c-ff2e8bf94e89), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.688610 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (b292a1ba-e0a0-4323-822c-ff2e8bf94e89), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.694552 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:32:11.694929 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (b292a1ba-e0a0-4323-822c-ff2e8bf94e89), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:32:11.696505 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:32:11.833207 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (7e97db71-2e83-4cb5-aef0-73a2b92746c4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.838359 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:11.843607 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e97db71-2e83-4cb5-aef0-73a2b92746c4 HTTP/1.1" status: 204 len: 168 time: 0.3540444 Jan 11 23:32:11.853320 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87830-293c-40bd-8689-a30fd1eb1f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e97db71-2e83-4cb5-aef0-73a2b92746c4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:12.271993 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45054) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:12.317318 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-fefaa5e5-dc66-4b7c-a575-49101b33c7cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2212c5e6adb14f31b1f9b626733019ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441346 Jan 11 23:32:12.319722 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45056) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:12.367867 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48f3f39c-c857-4166-b52f-d768f8748908 admin admin] Publish callbacks [] for security_group (39c7e767-1ae1-4234-a796-abaf315d627b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:12.388843 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48f3f39c-c857-4166-b52f-d768f8748908 admin admin] Publish callbacks [] for security_group (39c7e767-1ae1-4234-a796-abaf315d627b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:12.484500 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48f3f39c-c857-4166-b52f-d768f8748908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (39c7e767-1ae1-4234-a796-abaf315d627b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:12.486988 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-48f3f39c-c857-4166-b52f-d768f8748908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:12.488789 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-48f3f39c-c857-4166-b52f-d768f8748908 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39c7e767-1ae1-4234-a796-abaf315d627b HTTP/1.1" status: 204 len: 168 time: 0.1681271 Jan 11 23:32:12.496378 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f39c-c857-4166-b52f-d768f8748908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c7e767-1ae1-4234-a796-abaf315d627b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:13.110106 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45066) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:13.153609 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-639d6611-ca91-4376-a53d-5c5385fd0539 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=036ad5cb192a4233878ce5de3aadec18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396287 Jan 11 23:32:13.153833 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45070) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:13.201454 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a9659a3-aff2-4dc9-ad26-55fb35c6625b admin admin] Publish callbacks [] for security_group (22b6db6a-efe3-446d-b6b2-1aa1d14db4f5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:13.223522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a9659a3-aff2-4dc9-ad26-55fb35c6625b admin admin] Publish callbacks [] for security_group (22b6db6a-efe3-446d-b6b2-1aa1d14db4f5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:13.342077 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a9659a3-aff2-4dc9-ad26-55fb35c6625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (22b6db6a-efe3-446d-b6b2-1aa1d14db4f5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:13.344712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-9a9659a3-aff2-4dc9-ad26-55fb35c6625b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:13.345898 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-9a9659a3-aff2-4dc9-ad26-55fb35c6625b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22b6db6a-efe3-446d-b6b2-1aa1d14db4f5 HTTP/1.1" status: 204 len: 168 time: 0.1910412 Jan 11 23:32:13.355151 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9659a3-aff2-4dc9-ad26-55fb35c6625b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6db6a-efe3-446d-b6b2-1aa1d14db4f5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:15.644646 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-47a22704-5014-4039-9439-30bdeda7a4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:17.896234 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d33259da-0ccf-4aaa-b6c7-f16d5f8dd96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:19.218794 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:20.465553 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:21.833012 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:22.388418 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.505753 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45264) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:28.609313 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d7ad2b-ea8d-4358-939b-bdcbb6b28f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.680889 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d7ad2b-ea8d-4358-939b-bdcbb6b28f91 admin admin] Publish callbacks [] for security_group (4ee85734-262e-4f89-bed9-b753f6c073d5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.741481 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-08d7ad2b-ea8d-4358-939b-bdcbb6b28f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4ee85734-262e-4f89-bed9-b753f6c073d5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.782172 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-08d7ad2b-ea8d-4358-939b-bdcbb6b28f91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a732f4db9ffb480bbb1d428ad0fe5bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753270 Jan 11 23:32:28.783290 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ad2b-ea8d-4358-939b-bdcbb6b28f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee85734-262e-4f89-bed9-b753f6c073d5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:28.786310 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45268) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:28.832727 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56667110-d6c4-4c6b-8c6d-05b403c9c703 admin admin] Publish callbacks [] for security_group (4ee85734-262e-4f89-bed9-b753f6c073d5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.854502 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56667110-d6c4-4c6b-8c6d-05b403c9c703 admin admin] Publish callbacks [] for security_group (4ee85734-262e-4f89-bed9-b753f6c073d5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.963230 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56667110-d6c4-4c6b-8c6d-05b403c9c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4ee85734-262e-4f89-bed9-b753f6c073d5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.965888 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-56667110-d6c4-4c6b-8c6d-05b403c9c703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:28.967258 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-56667110-d6c4-4c6b-8c6d-05b403c9c703 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ee85734-262e-4f89-bed9-b753f6c073d5 HTTP/1.1" status: 204 len: 168 time: 0.1805115 Jan 11 23:32:28.974690 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56667110-d6c4-4c6b-8c6d-05b403c9c703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee85734-262e-4f89-bed9-b753f6c073d5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:29.488829 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45276) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:29.502244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c27a9b9c-28a2-4370-bc67-de33dab77af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.575538 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c27a9b9c-28a2-4370-bc67-de33dab77af7 admin admin] Publish callbacks [] for security_group (6cef296a-f909-451e-bb0b-8555e3b0d087), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.649868 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c27a9b9c-28a2-4370-bc67-de33dab77af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (6cef296a-f909-451e-bb0b-8555e3b0d087), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.688352 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c27a9b9c-28a2-4370-bc67-de33dab77af7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5c144d3371448019d22b46755eec59c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983929 Jan 11 23:32:29.690200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a9b9c-28a2-4370-bc67-de33dab77af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef296a-f909-451e-bb0b-8555e3b0d087,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:29.691167 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45278) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:29.738989 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003ff35c-e347-4aa1-b0eb-190cdc61aa72 admin admin] Publish callbacks [] for security_group (6cef296a-f909-451e-bb0b-8555e3b0d087), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.760513 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003ff35c-e347-4aa1-b0eb-190cdc61aa72 admin admin] Publish callbacks [] for security_group (6cef296a-f909-451e-bb0b-8555e3b0d087), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.866829 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003ff35c-e347-4aa1-b0eb-190cdc61aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (6cef296a-f909-451e-bb0b-8555e3b0d087), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.870046 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-003ff35c-e347-4aa1-b0eb-190cdc61aa72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:29.871207 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-003ff35c-e347-4aa1-b0eb-190cdc61aa72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cef296a-f909-451e-bb0b-8555e3b0d087 HTTP/1.1" status: 204 len: 168 time: 0.1790700 Jan 11 23:32:29.879062 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ff35c-e347-4aa1-b0eb-190cdc61aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef296a-f909-451e-bb0b-8555e3b0d087,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:30.869058 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:32:32.289567 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45338) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:32.390653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db8121ac-00fd-4e05-bd50-5cbf22d47007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.461274 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db8121ac-00fd-4e05-bd50-5cbf22d47007 admin admin] Publish callbacks [] for security_group (2b88a82b-96a5-46f5-9c59-90eec45d3543), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.562568 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-db8121ac-00fd-4e05-bd50-5cbf22d47007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2b88a82b-96a5-46f5-9c59-90eec45d3543), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.600049 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-db8121ac-00fd-4e05-bd50-5cbf22d47007 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=092ac6d5637e4dbaae7913b966de188b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094301 Jan 11 23:32:32.600943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8121ac-00fd-4e05-bd50-5cbf22d47007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b88a82b-96a5-46f5-9c59-90eec45d3543,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:32.602753 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45342) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:32.651228 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6ee0-04c7-41e8-aa1c-487cf77baacc admin admin] Publish callbacks [] for security_group (2b88a82b-96a5-46f5-9c59-90eec45d3543), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.671832 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6ee0-04c7-41e8-aa1c-487cf77baacc admin admin] Publish callbacks [] for security_group (2b88a82b-96a5-46f5-9c59-90eec45d3543), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.792286 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6ee0-04c7-41e8-aa1c-487cf77baacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2b88a82b-96a5-46f5-9c59-90eec45d3543), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.795235 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0c7e6ee0-04c7-41e8-aa1c-487cf77baacc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:32.796392 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0c7e6ee0-04c7-41e8-aa1c-487cf77baacc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b88a82b-96a5-46f5-9c59-90eec45d3543 HTTP/1.1" status: 204 len: 168 time: 0.1926017 Jan 11 23:32:32.807828 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e6ee0-04c7-41e8-aa1c-487cf77baacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b88a82b-96a5-46f5-9c59-90eec45d3543,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:32.941471 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-0367b8bc-fd1c-4a95-89f5-2f7b18f8aeb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431800 Jan 11 23:32:33.014978 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-a00c3eaf-01a4-4cda-815c-217050ff8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:33.016469 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-a00c3eaf-01a4-4cda-815c-217050ff8958 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=73f8ba39b6204465860f6a4409ed321a&device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 1099 time: 0.0421216 Jan 11 23:32:33.125123 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-978040f2-dcd5-4633-9589-1c7259c98f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:33.126625 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-978040f2-dcd5-4633-9589-1c7259c98f3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 200 len: 912 time: 0.0925841 Jan 11 23:32:33.194222 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-a911a6dd-5a25-41ed-af6e-79ea1f81488b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d HTTP/1.1" status: 200 len: 1001 time: 0.0602531 Jan 11 23:32:33.239712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-c60c700b-8b62-4184-97a7-bc290dc6e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:33.241147 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-c60c700b-8b62-4184-97a7-bc290dc6e45d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 200 len: 850 time: 0.0417407 Jan 11 23:32:33.287148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-75128033-67b5-4832-ba60-a471e9cfcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:33.288598 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-75128033-67b5-4832-ba60-a471e9cfcaa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feae7132-5d6e-4c00-aed9-5dc998347e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421956 Jan 11 23:32:33.378389 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45350) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:33.378593 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-00f8b14f-45aa-4987-ae65-d3a799180db7 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836625 Jan 11 23:32:33.392810 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6081-1285-4964-b24f-f2319e4250e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.467638 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6081-1285-4964-b24f-f2319e4250e2 admin admin] Publish callbacks [] for security_group (4738710e-cb6b-4cd6-be35-41aa644989f5), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.471917 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-83fe79e3-d15c-40ac-8b15-3659f213f5ec req-d8021cf5-8efb-4867-9da6-ec1ab4dd3f94 service neutron] 10.222.0.35 "GET /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872169 Jan 11 23:32:33.545836 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6081-1285-4964-b24f-f2319e4250e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4738710e-cb6b-4cd6-be35-41aa644989f5), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.585014 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6b5b6081-1285-4964-b24f-f2319e4250e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91a128b375364048824597a89b623079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055314 Jan 11 23:32:33.585856 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b6081-1285-4964-b24f-f2319e4250e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4738710e-cb6b-4cd6-be35-41aa644989f5,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:33.588378 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45352) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:33.636241 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f923b4dd-c6a4-4e9c-b0c2-25d25329e2ed admin admin] Publish callbacks [] for security_group (4738710e-cb6b-4cd6-be35-41aa644989f5), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.656767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f923b4dd-c6a4-4e9c-b0c2-25d25329e2ed admin admin] Publish callbacks [] for security_group (4738710e-cb6b-4cd6-be35-41aa644989f5), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.815547 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f923b4dd-c6a4-4e9c-b0c2-25d25329e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (4738710e-cb6b-4cd6-be35-41aa644989f5), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.821244 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f923b4dd-c6a4-4e9c-b0c2-25d25329e2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:33.821244 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f923b4dd-c6a4-4e9c-b0c2-25d25329e2ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4738710e-cb6b-4cd6-be35-41aa644989f5 HTTP/1.1" status: 204 len: 168 time: 0.2296004 Jan 11 23:32:33.827733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923b4dd-c6a4-4e9c-b0c2-25d25329e2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4738710e-cb6b-4cd6-be35-41aa644989f5,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:45.638413 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c3f57fac-d0a8-47c7-b565-4e1a35d71c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:47.935421 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fd0c596f-e4cd-4d20-a165-27837dc5cc41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:48.925549 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706c607-2bc9-4caa-b326-8df8927ff5ab req-5911c2e1-5458-445b-b520-c32c62baa490 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:48.927023 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2706c607-2bc9-4caa-b326-8df8927ff5ab req-5911c2e1-5458-445b-b520-c32c62baa490 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0495331 Jan 11 23:32:48.973730 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2706c607-2bc9-4caa-b326-8df8927ff5ab req-7ef6cefa-0b20-4b9a-ae03-0a05e67cd6d8 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411594 Jan 11 23:32:49.197831 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:50.089430 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34683b5c-acc2-4793-b8b7-ebb811539cba req-e8266e24-c9ff-47c7-a9d3-e66639c06982 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:50.090881 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-34683b5c-acc2-4793-b8b7-ebb811539cba req-e8266e24-c9ff-47c7-a9d3-e66639c06982 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0478203 Jan 11 23:32:50.141357 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-34683b5c-acc2-4793-b8b7-ebb811539cba req-4e22b201-122a-4acf-bebc-f5a031dc4e01 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448151 Jan 11 23:32:50.415428 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:51.173946 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-71300b97-0720-46a8-8a7f-6285e52f555d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:51.175421 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-71300b97-0720-46a8-8a7f-6285e52f555d tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0484204 Jan 11 23:32:51.255239 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3b305-4846-490e-b231-12a441cf6aea req-c33d9205-c89a-40ec-b553-80d1d6461e70 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:32:51.256621 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8c3b305-4846-490e-b231-12a441cf6aea req-c33d9205-c89a-40ec-b553-80d1d6461e70 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 946 time: 0.0480826 Jan 11 23:32:51.267817 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Deleting port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:32:51.268154 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:51.303120 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8c3b305-4846-490e-b231-12a441cf6aea req-00c1fe52-8d9d-42af-98ae-9b3bff94b76b tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups?id=925bc4f3-be20-49ef-adc1-c218839a82d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Jan 11 23:32:51.363423 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] For port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:32:51.363783 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:51.805634 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:51.805978 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (e5bf88ee-cbff-4c37-8925-50071375e028), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:51.806303 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Floating IP e5bf88ee-cbff-4c37-8925-50071375e028 disassociated. External IP: 172.27.0.36, port: cd4f6b15-3a10-4b5b-ab8e-05657fb3719d. Jan 11 23:32:51.806771 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Calling delete_port for cd4f6b15-3a10-4b5b-ab8e-05657fb3719d owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:32:51.849621 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:51.997037 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (cd4f6b15-3a10-4b5b-ab8e-05657fb3719d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:52.025900 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event deleted for resources: {'Port': ['ID=cd4f6b15-3a10-4b5b-ab8e-05657fb3719d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:52.035856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.036192 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.036574 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.036904 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.037255 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.037579 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.037912 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.038237 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.038557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.039317 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.039317 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.039517 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.039835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:52.153059 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Router 68434192-3d7a-4a32-b21c-4eda2092978a has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:32:52.264688 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:32:52.274591 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:32:52.284098 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:32:52.284773 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:32:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:52.317542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] No DVR routers for this DVR port cd4f6b15-3a10-4b5b-ab8e-05657fb3719d on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:32:52.317542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:52.317542 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-47d9a057-61a9-43a6-9b6d-aa919d5db1a5 req-f159beae-d76b-42b4-af9c-0762f07d2ba0 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.35 "DELETE /v2.0/ports/cd4f6b15-3a10-4b5b-ab8e-05657fb3719d HTTP/1.1" status: 204 len: 173 time: 1.1319020 Jan 11 23:32:52.317542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'name': 'network-vif-deleted', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:32:52.317542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faa17dc-7cb2-4f99-b612-4a0f58aa4fb2" -d '{"events": [{"server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "name": "network-vif-deleted", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:32:52.352455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effb5ddf-f71e-4b3a-8ba0-9d0e5c599476 x-openstack-request-id: req-effb5ddf-f71e-4b3a-8ba0-9d0e5c599476 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:32:52.352455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5af273f-12c8-4e3c-ad69-ff527c772224", "name": "network-vif-deleted", "tag": "cd4f6b15-3a10-4b5b-ab8e-05657fb3719d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:32:52.352455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-effb5ddf-f71e-4b3a-8ba0-9d0e5c599476 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:32:52.352455 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5af273f-12c8-4e3c-ad69-ff527c772224', 'name': 'network-vif-deleted', 'tag': 'cd4f6b15-3a10-4b5b-ab8e-05657fb3719d', 'status': 'completed', 'code': 200} Jan 11 23:32:52.396972 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:52.399774 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:32:52.413759 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8dc02b6-d00b-431d-8cd6-decbf5e14b4b req-5ed5608e-5b11-43a9-bbe5-e11f62a25cc2 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.0309439 Jan 11 23:32:52.609027 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:52.635305 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:32:52.643910 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:32:52.644503 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:32:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:52.750498 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:32:52.944570 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:32:53.053766 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38acb180-4e2e-43b8-afcc-bf831ac191d7 None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:24:16Z', 'revision_number': 4, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'bd56ce8e-7a49-4196-8184-eaf410669854', 'name': '', 'network_id': 'feae7132-5d6e-4c00-aed9-5dc998347e6b', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'mac_address': 'fa:16:3e:a0:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:15Z', 'updated_at': '2022-01-11T23:24:21Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'subnets': [{'id': 'aa59b7ef-f727-417a-8fd8-dc95c0a29dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:32:53.268049 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e430bde9-dc66-43e2-a63a-2f35f66b9889 None None] New status for floating IP e5bf88ee-cbff-4c37-8925-50071375e028: DOWN {{(pid=103149) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:32:53.522134 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6c4ba337-afc0-464c-b72f-bfad4973570f req-6068bf80-788d-4a3a-ae0c-1d6fb6e30773 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.0272489 Jan 11 23:32:54.629873 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fd8471a0-e8e8-4521-a7a8-1ffce81f5672 req-743dbfb6-fa8f-4567-a9b6-840cc6e7f014 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.0292163 Jan 11 23:32:55.942490 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2106b8c7-1f33-4a15-9b47-453cdbd48c6a req-c0119f97-e232-41f6-8d94-7babad5a01c7 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5af273f-12c8-4e3c-ad69-ff527c772224 HTTP/1.1" status: 200 len: 210 time: 0.2358842 Jan 11 23:32:56.208002 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device cd4f6b15-3a10-4b5b-ab8e-05657fb3719d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:32:56.228059 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: cd4f6b15-3a10-4b5b-ab8e-05657fb3719d {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:32:56.228422 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device cd4f6b15-3a10-4b5b-ab8e-05657fb3719d not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:32:57.125225 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45532) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:57.179481 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e241a-2f1d-414d-b312-114f3f8bf037 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (925bc4f3-be20-49ef-adc1-c218839a82d3), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.201325 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e241a-2f1d-414d-b312-114f3f8bf037 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (925bc4f3-be20-49ef-adc1-c218839a82d3), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.312281 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e241a-2f1d-414d-b312-114f3f8bf037 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (925bc4f3-be20-49ef-adc1-c218839a82d3), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.314981 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-5c5e241a-2f1d-414d-b312-114f3f8bf037 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.316145 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-5c5e241a-2f1d-414d-b312-114f3f8bf037 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "DELETE /v2.0/security-groups/925bc4f3-be20-49ef-adc1-c218839a82d3 HTTP/1.1" status: 204 len: 168 time: 0.1898549 Jan 11 23:32:57.319180 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:57.325867 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e241a-2f1d-414d-b312-114f3f8bf037 tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bc4f3-be20-49ef-adc1-c218839a82d3,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:57.333221 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.api.v2.resource [None req-23b7afc0-d73e-4ac0-ba64-e6712b506c1f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] show failed (client error): The resource could not be found. Jan 11 23:32:57.334223 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-23b7afc0-d73e-4ac0-ba64-e6712b506c1f tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "GET /v2.0/security-groups/925bc4f3-be20-49ef-adc1-c218839a82d3 HTTP/1.1" status: 404 len: 347 time: 0.0138268 Jan 11 23:32:57.337084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45540) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:32:57.462155 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Deleting port e5f1823c-9406-46c1-aaa0-0d8fa22557a1 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:32:57.462805 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.543487 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.543822 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.555902 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Calling delete_port for e5f1823c-9406-46c1-aaa0-0d8fa22557a1 owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:32:57.872537 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (e5f1823c-9406-46c1-aaa0-0d8fa22557a1), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.902435 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Pushing event deleted for resources: {'Port': ['ID=e5f1823c-9406-46c1-aaa0-0d8fa22557a1,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:32:57.927871 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.928220 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.928565 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.928903 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.929255 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.929582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.929910 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.930234 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.930556 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.930879 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.931202 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.931518 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.931837 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:32:57.971132 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks [] for floatingip (e5bf88ee-cbff-4c37-8925-50071375e028), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.973730 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:32:57.974882 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-698afa70-f84b-4b44-b67f-a9bf007b3edc tempest-AttachVolumeTestJSON-830143366 tempest-AttachVolumeTestJSON-830143366-project] 10.222.0.21 "DELETE /v2.0/floatingips/e5bf88ee-cbff-4c37-8925-50071375e028 HTTP/1.1" status: 204 len: 168 time: 0.6368828 Jan 11 23:33:02.076686 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45592) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:02.638703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (68434192-3d7a-4a32-b21c-4eda2092978a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:02.877094 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Deleting port bd56ce8e-7a49-4196-8184-eaf410669854 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:33:02.877435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:02.957419 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] For port bd56ce8e-7a49-4196-8184-eaf410669854, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=bd56ce8e-7a49-4196-8184-eaf410669854,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:02.957830 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:02.971372 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Calling delete_port for bd56ce8e-7a49-4196-8184-eaf410669854 owned by network:router_interface {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:33:03.215111 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (bd56ce8e-7a49-4196-8184-eaf410669854), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:03.242964 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd56ce8e-7a49-4196-8184-eaf410669854,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:03.416067 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (68434192-3d7a-4a32-b21c-4eda2092978a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:03.477412 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45612) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:03.590461 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-214003ab-c234-4e68-a18f-e55bb93b8914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:03.680858 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Router 68434192-3d7a-4a32-b21c-4eda2092978a has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:33:03.763426 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-214003ab-c234-4e68-a18f-e55bb93b8914 admin admin] Publish callbacks [] for security_group (395e2c97-65b9-4abe-9bd0-be91aabba9b2), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:03.817284 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:33:03.822375 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-eaaa862a-87d9-4f82-ad51-b23dfc0c4f86 admin admin] 10.222.0.21 "PUT /v2.0/routers/68434192-3d7a-4a32-b21c-4eda2092978a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446456 Jan 11 23:33:03.826141 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45616) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:03.830286 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] Sync routers for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:33:03.837543 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:33:03.838143 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:32:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:03.865188 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-214003ab-c234-4e68-a18f-e55bb93b8914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (395e2c97-65b9-4abe-9bd0-be91aabba9b2), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:03.942188 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214003ab-c234-4e68-a18f-e55bb93b8914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e2c97-65b9-4abe-9bd0-be91aabba9b2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:03.944824 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:33:03.951221 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-214003ab-c234-4e68-a18f-e55bb93b8914 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0d38e407a5a409ea46bf3c9fc4571f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695799 Jan 11 23:33:03.951664 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45618) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:03.992308 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks [] for router (68434192-3d7a-4a32-b21c-4eda2092978a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.059658 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f51ce09-9b45-4d51-8f69-a5679b1d43de admin admin] Publish callbacks [] for security_group (395e2c97-65b9-4abe-9bd0-be91aabba9b2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.115566 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f51ce09-9b45-4d51-8f69-a5679b1d43de admin admin] Publish callbacks [] for security_group (395e2c97-65b9-4abe-9bd0-be91aabba9b2), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.118085 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:33:03Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:04.144517 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks [] for router_gateway (68434192-3d7a-4a32-b21c-4eda2092978a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.148780 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] Checking router: 68434192-3d7a-4a32-b21c-4eda2092978a for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:33:04.157346 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] Routers {'68434192-3d7a-4a32-b21c-4eda2092978a'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:33:04.157958 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:32:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['68434192-3d7a-4a32-b21c-4eda2092978a'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:04.264064 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] Set router 68434192-3d7a-4a32-b21c-4eda2092978a gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:33:04.291088 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f51ce09-9b45-4d51-8f69-a5679b1d43de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (395e2c97-65b9-4abe-9bd0-be91aabba9b2), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.294650 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f51ce09-9b45-4d51-8f69-a5679b1d43de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.295797 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7f51ce09-9b45-4d51-8f69-a5679b1d43de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/395e2c97-65b9-4abe-9bd0-be91aabba9b2 HTTP/1.1" status: 204 len: 168 time: 0.3433757 Jan 11 23:33:04.311553 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51ce09-9b45-4d51-8f69-a5679b1d43de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e2c97-65b9-4abe-9bd0-be91aabba9b2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:04.321766 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Deleting port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:33:04.322152 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.408892 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] For port b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:04.409286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.422885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Calling delete_port for b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 owned by network:router_gateway {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:33:04.453828 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:33:03Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:04.480845 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da8a5b-70f3-48c5-95c4-0e562baeb8af None None] The sync data for ids ['68434192-3d7a-4a32-b21c-4eda2092978a'] in dv-cinder-821602-8-iscsi is: [{'id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'name': 'tempest-AttachVolumeTestJSON-1468588162-router', 'tenant_id': '73f8ba39b6204465860f6a4409ed321a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:24:09Z', 'updated_at': '2022-01-11T23:33:03Z', 'revision_number': 5, 'project_id': '73f8ba39b6204465860f6a4409ed321a', 'gw_port': {'id': 'b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68434192-3d7a-4a32-b21c-4eda2092978a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:24:10Z', 'updated_at': '2022-01-11T23:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:33:04.643560 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.671439 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:04.736314 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (68434192-3d7a-4a32-b21c-4eda2092978a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.827889 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (68434192-3d7a-4a32-b21c-4eda2092978a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.831369 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks [] for router_controller (68434192-3d7a-4a32-b21c-4eda2092978a), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.935311 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (68434192-3d7a-4a32-b21c-4eda2092978a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.935861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68434192-3d7a-4a32-b21c-4eda2092978a {{(pid=103148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:33:04.946315 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:04.946315 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fc3ee625-8939-4fed-b06d-8518f2862bdd admin admin] 10.222.0.21 "DELETE /v2.0/routers/68434192-3d7a-4a32-b21c-4eda2092978a HTTP/1.1" status: 204 len: 168 time: 1.1155715 Jan 11 23:33:04.946315 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45632) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:04.992645 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Deleting subnet aa59b7ef-f727-417a-8fd8-dc95c0a29dea {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:33:04.996235 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Publish callbacks [] for subnet (aa59b7ef-f727-417a-8fd8-dc95c0a29dea), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.032655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (aa59b7ef-f727-417a-8fd8-dc95c0a29dea), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.128429 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (aa59b7ef-f727-417a-8fd8-dc95c0a29dea), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.295706 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (aa59b7ef-f727-417a-8fd8-dc95c0a29dea), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.324571 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.328952 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa59b7ef-f727-417a-8fd8-dc95c0a29dea HTTP/1.1" status: 204 len: 168 time: 0.3827357 Jan 11 23:33:05.330720 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890a0b-f5c3-44d8-90b3-7a094fbb7386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa59b7ef-f727-417a-8fd8-dc95c0a29dea,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:05.331120 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b9194e-5875-4252-9ab1-08a43c01fb32 None None] Network feae7132-5d6e-4c00-aed9-5dc998347e6b requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:33:05.331933 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45642) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:05.406661 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (feae7132-5d6e-4c00-aed9-5dc998347e6b), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.467162 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Deleting port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:33:05.467502 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.540671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] DHCP port deletion for feae7132-5d6e-4c00-aed9-5dc998347e6b request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:33:05.544073 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device bd56ce8e-7a49-4196-8184-eaf410669854 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:33:05.558540 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] For port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:05.558992 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.569221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: bd56ce8e-7a49-4196-8184-eaf410669854 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:33:05.569570 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device bd56ce8e-7a49-4196-8184-eaf410669854 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:33:05.572587 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Calling delete_port for 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:33:05.621955 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Deleting port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:33:05.622603 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.691029 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] For port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,segment=NetworkSegment(1936a3a2-a425-48d8-a508-523c4b82b79a),segment_id=1936a3a2-a425-48d8-a508-523c4b82b79a)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:05.691400 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.703727 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Calling delete_port for 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:33:05.752080 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.779713 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:05.781266 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (59afe5d4-f40e-4813-bb6a-9c442f2d4f20), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.783301 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] No DVR routers for this DVR port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 on host dv-cinder-821602-8-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:33:05.810591 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] No DVR routers for this DVR port 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:33:05.813911 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Pushing event deleted for resources: {'Port': ['ID=59afe5d4-f40e-4813-bb6a-9c442f2d4f20,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:05.824869 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.825252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.825605 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.825948 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.826338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.826691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.826990 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.827355 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.827635 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.827966 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.828342 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.828671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.829018 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb167d3-c9c3-4ec8-aa1f-da8a368364d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:05.866075 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (feae7132-5d6e-4c00-aed9-5dc998347e6b), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.887784 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feae7132-5d6e-4c00-aed9-5dc998347e6b']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:05.896991 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1936a3a2-a425-48d8-a508-523c4b82b79a') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:05.897285 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1936a3a2-a425-48d8-a508-523c4b82b79a') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:33:05.908046 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4152060'] for segment (1936a3a2-a425-48d8-a508-523c4b82b79a), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.922064 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (1936a3a2-a425-48d8-a508-523c4b82b79a), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.928174 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:33:05.928557 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3666179'] for segment (1936a3a2-a425-48d8-a508-523c4b82b79a), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: warnings.warn(msg) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: Traceback (most recent call last): Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: timer() Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: cb(*args, **kw) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: return func(*args, **kwargs) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: self._notify() Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: self.callback(batched_events) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: event.method(event) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: return f(self, *a, **k) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._get(url).json() Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:33:05.930221 dv-cinder-821602-8-iscsi neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:33:06.043699 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (feae7132-5d6e-4c00-aed9-5dc998347e6b), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:06.049244 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:06.055028 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/feae7132-5d6e-4c00-aed9-5dc998347e6b HTTP/1.1" status: 204 len: 168 time: 0.7195716 Jan 11 23:33:06.063530 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481b0c-264c-4ffe-a298-5340aecb5aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=feae7132-5d6e-4c00-aed9-5dc998347e6b,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:06.471608 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45654) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:06.511472 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3b7e0b8c-7e85-4cf5-a65f-97956d47f945 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73f8ba39b6204465860f6a4409ed321a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386705 Jan 11 23:33:06.513877 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45656) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:06.564750 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd7155a-db47-42fb-925e-17318d6a35ed admin admin] Publish callbacks [] for security_group (05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:06.585331 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd7155a-db47-42fb-925e-17318d6a35ed admin admin] Publish callbacks [] for security_group (05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:06.706387 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd7155a-db47-42fb-925e-17318d6a35ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:06.709064 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3bd7155a-db47-42fb-925e-17318d6a35ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:06.710225 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3bd7155a-db47-42fb-925e-17318d6a35ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e HTTP/1.1" status: 204 len: 168 time: 0.1954772 Jan 11 23:33:06.718336 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7155a-db47-42fb-925e-17318d6a35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d47c1f-5c3d-4a39-a3c0-4221ad4c4a4e,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:07.111905 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:33:07.135477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:33:07.135793 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device b3e3a914-8b56-4a55-9ef3-9e2cbe81aad0 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:33:07.136120 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:33:07.167595 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:33:07.167595 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 59afe5d4-f40e-4813-bb6a-9c442f2d4f20 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:33:07.734933 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45684) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:07.849594 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-175234850-network', 'tenant_id': 'a45c6b0a935a4fc3a790b4340c9c1b4a'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:07.868781 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:33:07.928681 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Made reservation on behalf of a45c6b0a935a4fc3a790b4340c9c1b4a for: {'network': 1} {{(pid=103147) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:33:07.931086 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:07.939551 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.009788 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks [] for security_group (dc14afd3-73ca-4b74-8fdf-499c5a21b291), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.071440 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (dc14afd3-73ca-4b74-8fdf-499c5a21b291), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.092375 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=103147) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:33:08.105293 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14afd3-73ca-4b74-8fdf-499c5a21b291,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:08.109978 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (fcf723eb-0ed0-4472-adde-b1793515c038), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.110175 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.segments_db [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Added segment fcf723eb-0ed0-4472-adde-b1793515c038 of type vlan for network 25033385-8e5a-4ff3-a4c1-aa172766ab00 Jan 11 23:33:08.148334 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (25033385-8e5a-4ff3-a4c1-aa172766ab00), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.243107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (25033385-8e5a-4ff3-a4c1-aa172766ab00), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.244083 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:08.244673 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.303596 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] Pushing event updated for resources: {'Network': ['ID=25033385-8e5a-4ff3-a4c1-aa172766ab00,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:08.313760 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:33:08.337435 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-6a701fcb-a7cc-4a7e-bff6-014aa0d8d213 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6012626 Jan 11 23:33:08.340858 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45688) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:08.345797 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Request body: {'subnet': {'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-175234850-subnet', 'tenant_id': 'a45c6b0a935a4fc3a790b4340c9c1b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:08.443139 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Made reservation on behalf of a45c6b0a935a4fc3a790b4340c9c1b4a for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:33:08.445563 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.676829 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (b9149914-8cbf-4de4-8bd5-7fca0d403bef), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.729126 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9149914-8cbf-4de4-8bd5-7fca0d403bef,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:08.741586 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Checking segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:33:08.741941 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Network hostable DHCP agents. Network: 25033385-8e5a-4ff3-a4c1-aa172766ab00, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:33:08.843362 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:33:08.935064 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 25033385-8e5a-4ff3-a4c1-aa172766ab00) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:33:08.939283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:08.939876 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:08.945171 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7e606-c690-4f88-aa9e-84ba759f6d8e None None] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:33:09.029501 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-0dfd69be-ad1d-4cb3-800b-e19d2ace310c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6874857 Jan 11 23:33:09.043423 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489969ac-eba4-4481-8863-c8684626e1d3 None None] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:33:09.443953 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0ff4f08a-bb51-45e2-a5f2-f8e6847ff238 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:09.445420 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0ff4f08a-bb51-45e2-a5f2-f8e6847ff238 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1033950 Jan 11 23:33:09.459817 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-2933ba9d-0f00-4919-a91d-f7e585239704 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/quotas/a45c6b0a935a4fc3a790b4340c9c1b4a HTTP/1.1" status: 200 len: 375 time: 0.0086188 Jan 11 23:33:09.489909 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-023ad10a-ae25-4e65-b868-f5f708d01cd5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255208 Jan 11 23:33:09.620571 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-c73d847b-0d7e-4fd6-b77e-3008757fb346 service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243944 Jan 11 23:33:09.713621 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-142c3fbb-49d7-4064-bdfe-d60baf414d76 service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865846 Jan 11 23:33:09.978815 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9b4e365b-7e79-490b-8e6f-a01fcaf048b5 req-c4e36bed-a345-4a64-bd81-bea2a449adb2 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 210 time: 0.0276611 Jan 11 23:33:11.071219 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-302a5047-4dc0-485a-9e62-f36e2b2702f7 req-81d7f786-7bf7-4b34-bba9-28c9068b8256 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 210 time: 0.0261137 Jan 11 23:33:12.165006 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ab857853-3bb2-4c9f-858c-668734154466 req-446409bf-3de8-4665-979c-d6daaa82d7ae tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 210 time: 0.0259976 Jan 11 23:33:12.451256 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-76a2c224-e0d7-40fe-94fe-b8230c902a45 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:12.452839 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-76a2c224-e0d7-40fe-94fe-b8230c902a45 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1052423 Jan 11 23:33:12.470507 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Request body: {'port': {'device_id': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'admin_state_up': True, 'tenant_id': 'a45c6b0a935a4fc3a790b4340c9c1b4a'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:12.655337 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Made reservation on behalf of a45c6b0a935a4fc3a790b4340c9c1b4a for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:33:12.659220 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:13.037208 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Allocated IP 172.20.0.3 (25033385-8e5a-4ff3-a4c1-aa172766ab00/b9149914-8cbf-4de4-8bd5-7fca0d403bef/74c8d796-08dc-4f04-b6de-8b456b2675eb) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:33:13.177266 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks [] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:13.265476 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:13.270064 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5a7477ac-0899-42b4-ac86-c015030b8c28 req-13c75bfb-291e-46a2-a993-547b268a877a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 210 time: 0.0311105 Jan 11 23:33:13.310088 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:33:13.313598 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:33:13.317152 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:33:13.343285 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event updated for resources: {'Port': ['ID=74c8d796-08dc-4f04-b6de-8b456b2675eb,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:13.370233 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:13.370834 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:13.440446 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-6b7101ff-5c67-4fcc-ac48-49ea6187f25a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9737630 Jan 11 23:33:14.383493 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27acc87-1d30-4cdf-9dd5-3e0e970c40c9 req-9137919c-3f1c-4e65-abee-3af850c5a0ae tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:14.384959 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c27acc87-1d30-4cdf-9dd5-3e0e970c40c9 req-9137919c-3f1c-4e65-abee-3af850c5a0ae tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 931 time: 0.0493822 Jan 11 23:33:14.431357 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c27acc87-1d30-4cdf-9dd5-3e0e970c40c9 req-50aebca9-52b5-46b5-8fd2-26906e64a5ad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Jan 11 23:33:14.720552 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Request body: {'port': {'device_id': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:14.774110 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:15.034352 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c8d796-08dc-4f04-b6de-8b456b2675eb {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:33:15.041608 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Publish callbacks [] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:15.053831 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Transition to ACTIVE for port object 74c8d796-08dc-4f04-b6de-8b456b2675eb will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:33:15.117171 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:15.166149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74c8d796-08dc-4f04-b6de-8b456b2675eb,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:15.230063 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Attempting to bind port 74c8d796-08dc-4f04-b6de-8b456b2675eb on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:33:15.230387 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Attempting to bind port 74c8d796-08dc-4f04-b6de-8b456b2675eb by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:33:15.230703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Attempting to bind port 74c8d796-08dc-4f04-b6de-8b456b2675eb on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:33:15.235417 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Port 74c8d796-08dc-4f04-b6de-8b456b2675eb on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:33:15.235727 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Attempting to bind port 74c8d796-08dc-4f04-b6de-8b456b2675eb on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:33:15.240330 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:33:15.240656 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Checking segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:33:15.241060 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Bound using segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:33:15.241471 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Bound port: 74c8d796-08dc-4f04-b6de-8b456b2675eb, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:33:15.241817 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:15.306218 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] For port 74c8d796-08dc-4f04-b6de-8b456b2675eb, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:33:15.309028 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] For port 74c8d796-08dc-4f04-b6de-8b456b2675eb, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:33:15.351973 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:15.385772 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:15.386468 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:15.387870 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/74c8d796-08dc-4f04-b6de-8b456b2675eb HTTP/1.1" status: 200 len: 1093 time: 0.6722243 Jan 11 23:33:15.388301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'tag': '74c8d796-08dc-4f04-b6de-8b456b2675eb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:33:15.391085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e24efa-9bb0-46f8-97ef-4aaedb460f66" -d '{"events": [{"name": "network-changed", "server_uuid": "ac37dc3f-85aa-44c0-a0b2-538dc28ba48b", "tag": "74c8d796-08dc-4f04-b6de-8b456b2675eb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:33:15.413143 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfaaf1-171c-44c7-ab22-871ecd5f98c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74c8d796-08dc-4f04-b6de-8b456b2675eb,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:15.431496 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9d0651-e234-4bc8-883d-1b7e68286840 x-openstack-request-id: req-2f9d0651-e234-4bc8-883d-1b7e68286840 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:33:15.431784 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac37dc3f-85aa-44c0-a0b2-538dc28ba48b", "tag": "74c8d796-08dc-4f04-b6de-8b456b2675eb", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:33:15.432037 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9d0651-e234-4bc8-883d-1b7e68286840 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:33:15.432428 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'tag': '74c8d796-08dc-4f04-b6de-8b456b2675eb', 'status': 'completed', 'code': 200} Jan 11 23:33:15.545695 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40f8e1-4491-4433-abaf-61e2eb3a5d02 req-5de796d5-91e0-4f46-b116-4aade9027886 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:15.547248 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-de40f8e1-4491-4433-abaf-61e2eb3a5d02 req-5de796d5-91e0-4f46-b116-4aade9027886 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0485711 Jan 11 23:33:15.592616 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-de40f8e1-4491-4433-abaf-61e2eb3a5d02 req-f2f27117-528d-41f9-82fc-0747bbd4fdf5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Jan 11 23:33:15.649092 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe7da02d-edee-476c-bfec-43e03596bed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:16.111916 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24efa-9bb0-46f8-97ef-4aaedb460f66 req-f7bf0032-3b90-4272-871c-1aafecb5111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:16.113745 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-81e24efa-9bb0-46f8-97ef-4aaedb460f66 req-f7bf0032-3b90-4272-871c-1aafecb5111d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 1096 time: 0.0421581 Jan 11 23:33:16.270001 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24efa-9bb0-46f8-97ef-4aaedb460f66 req-99e33755-dfdd-48ed-b053-63b52dcd9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:16.271377 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-81e24efa-9bb0-46f8-97ef-4aaedb460f66 req-99e33755-dfdd-48ed-b053-63b52dcd9016 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0960379 Jan 11 23:33:16.363297 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e24efa-9bb0-46f8-97ef-4aaedb460f66 req-fdaa7e23-e18d-4499-a388-3aa275738456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:16.364762 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-81e24efa-9bb0-46f8-97ef-4aaedb460f66 req-fdaa7e23-e18d-4499-a388-3aa275738456 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879357 Jan 11 23:33:16.520365 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-ea3ef0d8-ab04-4b0e-a735-0030ac68c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:16.521799 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-ea3ef0d8-ab04-4b0e-a735-0030ac68c881 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 1096 time: 0.0456634 Jan 11 23:33:16.570150 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-9c3fe593-408e-403d-b8de-80429d117768 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb HTTP/1.1" status: 200 len: 217 time: 0.0344360 Jan 11 23:33:16.616548 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd030b-065c-41f8-b19a-e325255c7708 req-00a48dec-dd22-484b-ae6a-ee38348b6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:16.617980 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-00a48dec-dd22-484b-ae6a-ee38348b6011 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 200 len: 854 time: 0.0427852 Jan 11 23:33:16.648984 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-d7b465a2-bb02-4b3b-b968-00c719a5468e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25033385-8e5a-4ff3-a4c1-aa172766ab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240102 Jan 11 23:33:16.711011 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682640d9-a69a-4298-bbcf-7b7f90ac6179 req-0d555df8-7eca-4009-bc65-86f8b4042e19 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:16.712500 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-682640d9-a69a-4298-bbcf-7b7f90ac6179 req-0d555df8-7eca-4009-bc65-86f8b4042e19 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0513642 Jan 11 23:33:16.743063 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-d3367a28-94c6-49b8-8fec-65c3b6c7d604 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883157 Jan 11 23:33:16.760662 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-682640d9-a69a-4298-bbcf-7b7f90ac6179 req-5e178bf3-e6cd-4429-8ab0-48697d55fa41 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Jan 11 23:33:16.833928 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-67fd030b-065c-41f8-b19a-e325255c7708 req-e87430ab-15f0-48a3-8f01-8c6aeb670f48 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850015 Jan 11 23:33:17.877880 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adddf-c855-4141-9d8a-e08856bbacf1 req-5bd5c575-14aa-4a95-bc19-1a8cc635dfa9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:17.879345 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-238adddf-c855-4141-9d8a-e08856bbacf1 req-5bd5c575-14aa-4a95-bc19-1a8cc635dfa9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0509441 Jan 11 23:33:17.926862 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-238adddf-c855-4141-9d8a-e08856bbacf1 req-6597182f-ffba-4a31-ad8d-e8cec1838525 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Jan 11 23:33:17.928632 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5b1b60eb-9cf7-435e-bb28-f5eb010debe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:19.042262 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c134b-26b1-4ce3-9e96-1eccf416674e req-4990f4a4-0bda-4887-ac08-d79c5e510fb8 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:19.043696 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d11c134b-26b1-4ce3-9e96-1eccf416674e req-4990f4a4-0bda-4887-ac08-d79c5e510fb8 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0506213 Jan 11 23:33:19.089473 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d11c134b-26b1-4ce3-9e96-1eccf416674e req-771cfb5b-8c46-402a-9f39-ff898403fed8 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Jan 11 23:33:19.179864 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:20.202529 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88870f-ec25-4e46-9f9a-24aad67db1fa req-932356b4-a557-49a8-a401-bf9395f44d4e tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:20.203988 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef88870f-ec25-4e46-9f9a-24aad67db1fa req-932356b4-a557-49a8-a401-bf9395f44d4e tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0490286 Jan 11 23:33:20.250464 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef88870f-ec25-4e46-9f9a-24aad67db1fa req-ee106a56-672d-4536-b93b-07022c77b940 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403447 Jan 11 23:33:20.454935 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:21.368782 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1665-7b78-4b60-8e27-f1139de9e3e0 req-29daa4bf-546d-4c96-aceb-b1a2ae62e5e6 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:21.370189 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-13ae1665-7b78-4b60-8e27-f1139de9e3e0 req-29daa4bf-546d-4c96-aceb-b1a2ae62e5e6 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0498495 Jan 11 23:33:21.419628 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-13ae1665-7b78-4b60-8e27-f1139de9e3e0 req-64b93d58-4e33-46c3-ac87-3cbabae1e272 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439045 Jan 11 23:33:21.864234 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:22.431266 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:22.534623 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72860a3e-e929-4201-a5c2-d343854c72c9 req-bc02568d-dfb2-43aa-9029-974750ccd0cd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:22.536079 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-72860a3e-e929-4201-a5c2-d343854c72c9 req-bc02568d-dfb2-43aa-9029-974750ccd0cd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0491316 Jan 11 23:33:22.585472 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-72860a3e-e929-4201-a5c2-d343854c72c9 req-7928e145-2702-488c-a255-34b8c27fb26b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439308 Jan 11 23:33:23.697990 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8286de-e1ab-43ce-aa11-3917868f362f req-7b1321f2-1d07-4067-84a1-701f94db3b5d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:23.699446 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b8286de-e1ab-43ce-aa11-3917868f362f req-7b1321f2-1d07-4067-84a1-701f94db3b5d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0489950 Jan 11 23:33:23.746935 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2b8286de-e1ab-43ce-aa11-3917868f362f req-7ae52410-ed7a-4522-aa29-7c8184872424 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Jan 11 23:33:24.744205 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 74c8d796-08dc-4f04-b6de-8b456b2675eb details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:33:24.842983 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 74c8d796-08dc-4f04-b6de-8b456b2675eb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:24.854383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '74c8d796-08dc-4f04-b6de-8b456b2675eb', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'port_id': '74c8d796-08dc-4f04-b6de-8b456b2675eb', 'mac_address': 'fa:16:3e:99:09:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149914-8cbf-4de4-8bd5-7fca0d403bef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:33:24.867298 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38360d1b-b5cc-4d1d-a76d-843b8060cadd req-f4aa8bc4-0929-4d2c-81ea-f578b305b256 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:24.868802 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38360d1b-b5cc-4d1d-a76d-843b8060cadd req-f4aa8bc4-0929-4d2c-81ea-f578b305b256 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 943 time: 0.0513840 Jan 11 23:33:24.893254 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 74c8d796-08dc-4f04-b6de-8b456b2675eb is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:33:24.893641 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:24.907877 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c8d796-08dc-4f04-b6de-8b456b2675eb {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:33:24.916503 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38360d1b-b5cc-4d1d-a76d-843b8060cadd req-072babb8-244f-47ac-9df1-46c4b034b9a8 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Jan 11 23:33:24.929254 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 74c8d796-08dc-4f04-b6de-8b456b2675eb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:25.003261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:25.049566 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=74c8d796-08dc-4f04-b6de-8b456b2675eb,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:25.449717 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:33:26.032658 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea2d3d-34a1-4b16-b614-e576a76958bb req-15c62e34-075f-462b-8266-4754fa18ab19 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:26.034310 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-feea2d3d-34a1-4b16-b614-e576a76958bb req-15c62e34-075f-462b-8266-4754fa18ab19 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 944 time: 0.0479000 Jan 11 23:33:26.082050 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-feea2d3d-34a1-4b16-b614-e576a76958bb req-6609f531-8a2b-48c7-99c4-547d7c09ce0c tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Jan 11 23:33:26.776705 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 74c8d796-08dc-4f04-b6de-8b456b2675eb up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:33:26.940457 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 74c8d796-08dc-4f04-b6de-8b456b2675eb completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:33:26.944957 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 74c8d796-08dc-4f04-b6de-8b456b2675eb triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:33:26.949748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:27.022302 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 74c8d796-08dc-4f04-b6de-8b456b2675eb is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:33:27.022599 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:27.045440 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c8d796-08dc-4f04-b6de-8b456b2675eb'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:33:27.047665 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0809fe73-20cb-47f8-ab40-5035af16faa2" -d '{"events": [{"server_uuid": "ac37dc3f-85aa-44c0-a0b2-538dc28ba48b", "name": "network-vif-plugged", "status": "completed", "tag": "74c8d796-08dc-4f04-b6de-8b456b2675eb"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:33:27.060905 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 74c8d796-08dc-4f04-b6de-8b456b2675eb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:27.123203 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:27.151614 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a7e85-a122-4baf-8664-5d5ee55ca1fb x-openstack-request-id: req-cd2a7e85-a122-4baf-8664-5d5ee55ca1fb {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:33:27.152018 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac37dc3f-85aa-44c0-a0b2-538dc28ba48b", "name": "network-vif-plugged", "status": "completed", "tag": "74c8d796-08dc-4f04-b6de-8b456b2675eb", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:33:27.152285 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd2a7e85-a122-4baf-8664-5d5ee55ca1fb {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:33:27.152686 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c8d796-08dc-4f04-b6de-8b456b2675eb', 'code': 200} Jan 11 23:33:27.176246 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=74c8d796-08dc-4f04-b6de-8b456b2675eb,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:27.212712 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76196084-5b96-4e44-b1c6-8578c522f982 req-fb5592e1-a0ab-4377-827f-ce20c6d0c0a4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:27.214342 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-76196084-5b96-4e44-b1c6-8578c522f982 req-fb5592e1-a0ab-4377-827f-ce20c6d0c0a4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0556443 Jan 11 23:33:27.266880 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-76196084-5b96-4e44-b1c6-8578c522f982 req-6e522a93-45ee-41e1-97eb-99c29cd3ba30 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Jan 11 23:33:27.606824 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a899b2-f472-421c-9989-d2f613b93c9f req-0b624a99-d99e-4042-80fd-b30ab010610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:27.608306 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-38a899b2-f472-421c-9989-d2f613b93c9f req-0b624a99-d99e-4042-80fd-b30ab010610b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 1098 time: 0.0440249 Jan 11 23:33:27.649681 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-38a899b2-f472-421c-9989-d2f613b93c9f req-578355ba-3bbb-4a2e-9c7c-dc3122b5e6b6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Jan 11 23:33:28.383952 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302d0d3-e18f-435a-84a8-c49dbedeefd6 req-a2f633cd-a0a2-4198-a56f-f8b33ba2b01d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:28.385446 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8302d0d3-e18f-435a-84a8-c49dbedeefd6 req-a2f633cd-a0a2-4198-a56f-f8b33ba2b01d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0514045 Jan 11 23:33:28.434864 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8302d0d3-e18f-435a-84a8-c49dbedeefd6 req-6bab4ef6-4372-4392-adba-9b263c02e53d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Jan 11 23:33:29.546670 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df67176-560c-44d6-b592-89a932441b81 req-324e1733-68a4-40d4-b6fe-d441e85780b7 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:29.548135 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5df67176-560c-44d6-b592-89a932441b81 req-324e1733-68a4-40d4-b6fe-d441e85780b7 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0487614 Jan 11 23:33:29.595147 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5df67176-560c-44d6-b592-89a932441b81 req-ad414024-9af5-4d8a-ab02-cc93514a094a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Jan 11 23:33:29.613639 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 45872) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:29.723312 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f8c3-c59a-4303-ab48-78be9dd52bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:29.795953 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f8c3-c59a-4303-ab48-78be9dd52bd0 admin admin] Publish callbacks [] for security_group (bedbcbaf-46d9-4965-a607-20ef12882f28), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:29.847214 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f8c3-c59a-4303-ab48-78be9dd52bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (bedbcbaf-46d9-4965-a607-20ef12882f28), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:29.885862 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-3ed3f8c3-c59a-4303-ab48-78be9dd52bd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e78b2b8204fc4492863c940aa1913cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711523 Jan 11 23:33:29.886930 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3f8c3-c59a-4303-ab48-78be9dd52bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedbcbaf-46d9-4965-a607-20ef12882f28,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:29.888574 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 45878) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:33:29.937637 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9c64c0-65bb-4e28-b562-8aef0bc5c0a3 admin admin] Publish callbacks [] for security_group (bedbcbaf-46d9-4965-a607-20ef12882f28), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:29.960681 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9c64c0-65bb-4e28-b562-8aef0bc5c0a3 admin admin] Publish callbacks [] for security_group (bedbcbaf-46d9-4965-a607-20ef12882f28), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:30.064451 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9c64c0-65bb-4e28-b562-8aef0bc5c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (bedbcbaf-46d9-4965-a607-20ef12882f28), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:30.067840 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6d9c64c0-65bb-4e28-b562-8aef0bc5c0a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:30.069030 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6d9c64c0-65bb-4e28-b562-8aef0bc5c0a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bedbcbaf-46d9-4965-a607-20ef12882f28 HTTP/1.1" status: 204 len: 168 time: 0.1793244 Jan 11 23:33:30.077868 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c64c0-65bb-4e28-b562-8aef0bc5c0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedbcbaf-46d9-4965-a607-20ef12882f28,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:32.945695 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-8e0e3e9f-827f-4635-bd16-44044b6735a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444746 Jan 11 23:33:33.049877 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-0c841f06-aebf-48bc-8690-de0cea1b2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:33.051736 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-0c841f06-aebf-48bc-8690-de0cea1b2316 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 1098 time: 0.0395472 Jan 11 23:33:33.153821 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-c7b7ab76-ed6e-432d-9ae1-7da0e598334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:33.155360 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-c7b7ab76-ed6e-432d-9ae1-7da0e598334b service neutron] 10.222.0.35 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 915 time: 0.0852778 Jan 11 23:33:33.198812 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-aca93938-1113-4dd0-8d3f-8739e13d863a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb HTTP/1.1" status: 200 len: 217 time: 0.0371020 Jan 11 23:33:33.245933 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-3a001d68-2e16-432f-b338-09bbffbd2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:33.247330 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-3a001d68-2e16-432f-b338-09bbffbd2ab8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 200 len: 854 time: 0.0435917 Jan 11 23:33:33.277183 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-a2649833-8529-4f08-a8db-ef4b84ab7d8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25033385-8e5a-4ff3-a4c1-aa172766ab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237443 Jan 11 23:33:33.368339 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-ae18a117-2156-4775-9b60-bb752b27b7cc service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851185 Jan 11 23:33:33.458211 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cbd6fd44-527c-40b0-9d57-e40bb0cf7052 req-1cfbd3a7-3fc3-45f5-a733-4f4ba3aa2bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Jan 11 23:33:39.746321 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-801bcba0-885d-4d54-9a1d-9062108bc7a3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:39.747774 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-801bcba0-885d-4d54-9a1d-9062108bc7a3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1053064 Jan 11 23:33:39.762369 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-b0fd7504-dcc6-4bdf-bf8b-4e02160203e7 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/quotas/a45c6b0a935a4fc3a790b4340c9c1b4a HTTP/1.1" status: 200 len: 375 time: 0.0092769 Jan 11 23:33:39.811910 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-0d57120d-81a7-4de6-8199-841ba21b28e9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448923 Jan 11 23:33:39.900174 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-60c099b4-60ac-4f07-af67-0f642d683bd0 service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814760 Jan 11 23:33:39.992611 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5b6073e1-617f-47c3-a0c6-1aa2935bb652 service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Jan 11 23:33:40.223502 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1d81298c-db2f-4558-97db-c63158ea448c req-133eca28-e58c-4a63-8480-4914829a8a2d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 210 time: 0.0270004 Jan 11 23:33:41.315659 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-98f28bd0-0ed6-43f9-978d-d4e7ea1cf5bc req-a20af6e7-6803-4604-82c9-4b2202e0df01 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 210 time: 0.0257339 Jan 11 23:33:42.223607 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-95177e63-b632-42f3-aeee-7946b19b1697 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:42.225064 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-95177e63-b632-42f3-aeee-7946b19b1697 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1052639 Jan 11 23:33:42.243557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Request body: {'port': {'device_id': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'admin_state_up': True, 'tenant_id': 'a45c6b0a935a4fc3a790b4340c9c1b4a'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:42.412887 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b0aaacb4-595b-4877-ad25-8ccea7005931 req-dbf544c9-c37b-43dc-8b30-b9f72a23eaef tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 210 time: 0.0263846 Jan 11 23:33:42.431341 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Made reservation on behalf of a45c6b0a935a4fc3a790b4340c9c1b4a for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:33:42.435234 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:42.561006 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Allocated IP 172.20.0.14 (25033385-8e5a-4ff3-a4c1-aa172766ab00/b9149914-8cbf-4de4-8bd5-7fca0d403bef/70cab03d-5238-423f-b8c2-da16eefd7432) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:33:42.703918 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks [] for port (70cab03d-5238-423f-b8c2-da16eefd7432), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:42.808880 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:42.846389 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:33:42.849638 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:33:42.854719 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:33:42.858212 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:33:42.882938 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event updated for resources: {'Port': ['ID=70cab03d-5238-423f-b8c2-da16eefd7432,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:42.911562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:42.913130 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:42.998021 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-53ff2fe6-363a-4cd0-a698-a93b2db18cad tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581172 Jan 11 23:33:43.055573 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Request body: {'port': {'device_id': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:43.111284 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:43.363971 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cab03d-5238-423f-b8c2-da16eefd7432 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:33:43.371260 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Publish callbacks [] for port (70cab03d-5238-423f-b8c2-da16eefd7432), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:43.382777 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Transition to ACTIVE for port object 70cab03d-5238-423f-b8c2-da16eefd7432 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:33:43.435143 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:43.506529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=70cab03d-5238-423f-b8c2-da16eefd7432,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:43.539313 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8ea5e-94d3-4a8d-8394-2fe9be0f775f req-f58d7c14-5a3a-4ea7-924c-e78dd30d7b83 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:43.540786 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-78a8ea5e-94d3-4a8d-8394-2fe9be0f775f req-f58d7c14-5a3a-4ea7-924c-e78dd30d7b83 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 944 time: 0.0562327 Jan 11 23:33:43.558869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Attempting to bind port 70cab03d-5238-423f-b8c2-da16eefd7432 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:33:43.559213 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Attempting to bind port 70cab03d-5238-423f-b8c2-da16eefd7432 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:33:43.559520 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Attempting to bind port 70cab03d-5238-423f-b8c2-da16eefd7432 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:33:43.563722 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Port 70cab03d-5238-423f-b8c2-da16eefd7432 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:33:43.564037 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Attempting to bind port 70cab03d-5238-423f-b8c2-da16eefd7432 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:33:43.569450 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:33:43.569781 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Checking segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:33:43.570153 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Bound using segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:33:43.570576 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Bound port: 70cab03d-5238-423f-b8c2-da16eefd7432, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:33:43.570925 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:43.588220 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-78a8ea5e-94d3-4a8d-8394-2fe9be0f775f req-b5d6966e-feb8-4bb6-a1f9-c3037daceabd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Jan 11 23:33:43.632695 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] For port 70cab03d-5238-423f-b8c2-da16eefd7432, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:33:43.635596 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] For port 70cab03d-5238-423f-b8c2-da16eefd7432, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=70cab03d-5238-423f-b8c2-da16eefd7432,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:33:43.705565 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:43.739936 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:43.740550 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:43.741950 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] 10.222.0.35 "PUT /v2.0/ports/70cab03d-5238-423f-b8c2-da16eefd7432 HTTP/1.1" status: 200 len: 1094 time: 0.6913009 Jan 11 23:33:43.742395 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'tag': '70cab03d-5238-423f-b8c2-da16eefd7432'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:33:43.744609 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e3fcad-569b-4eca-98d0-90a67bea6490" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb80d8b-7c26-4bf5-b2f7-1e528b036489", "tag": "70cab03d-5238-423f-b8c2-da16eefd7432"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:33:43.773416 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab06b9-056f-4223-9a59-5788dfb0b0bf service neutron] Pushing event updated for resources: {'Port': ['ID=70cab03d-5238-423f-b8c2-da16eefd7432,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:43.784856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9580cde-d5e4-401a-9eb8-dd26005d4f86 x-openstack-request-id: req-b9580cde-d5e4-401a-9eb8-dd26005d4f86 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:33:43.785420 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb80d8b-7c26-4bf5-b2f7-1e528b036489", "tag": "70cab03d-5238-423f-b8c2-da16eefd7432", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:33:43.785852 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9580cde-d5e4-401a-9eb8-dd26005d4f86 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:33:43.786428 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'tag': '70cab03d-5238-423f-b8c2-da16eefd7432', 'status': 'completed', 'code': 200} Jan 11 23:33:43.869703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fcad-569b-4eca-98d0-90a67bea6490 req-748acf95-c183-4380-bbff-e960c640ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:43.871181 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-47e3fcad-569b-4eca-98d0-90a67bea6490 req-748acf95-c183-4380-bbff-e960c640ebeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 1097 time: 0.0448160 Jan 11 23:33:43.972039 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fcad-569b-4eca-98d0-90a67bea6490 req-d64c0e17-3d21-4b20-b5ed-e7aef0d70099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:43.973564 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-47e3fcad-569b-4eca-98d0-90a67bea6490 req-d64c0e17-3d21-4b20-b5ed-e7aef0d70099 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0900676 Jan 11 23:33:44.067652 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fcad-569b-4eca-98d0-90a67bea6490 req-e5b2cf06-458b-4146-aa42-7d7d064b4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:44.069129 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-47e3fcad-569b-4eca-98d0-90a67bea6490 req-e5b2cf06-458b-4146-aa42-7d7d064b4e68 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904179 Jan 11 23:33:44.163043 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-cce3adde-8714-4314-a14b-f61f6da0bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:44.164499 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-cce3adde-8714-4314-a14b-f61f6da0bff7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 1097 time: 0.0406387 Jan 11 23:33:44.212729 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-6c37bc01-92c0-454d-a0c6-ef0df29645f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70cab03d-5238-423f-b8c2-da16eefd7432 HTTP/1.1" status: 200 len: 217 time: 0.0350130 Jan 11 23:33:44.264191 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-fd6d42d1-b0f0-44c6-9e73-a012a2133a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:44.265547 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-fd6d42d1-b0f0-44c6-9e73-a012a2133a32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 200 len: 854 time: 0.0479906 Jan 11 23:33:44.296571 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-75f9549b-9cbe-4d16-a46a-8d1aa52841fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25033385-8e5a-4ff3-a4c1-aa172766ab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243831 Jan 11 23:33:44.390870 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-5cf9e4a0-2303-45c2-92cc-2e115cc909a9 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873146 Jan 11 23:33:44.483682 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9ff3bb67-726e-429f-9669-57112c4ee49d req-1ac18cdd-e91e-4cfb-93aa-7b30fbc48012 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 Jan 11 23:33:44.703135 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf96b63-fdae-40b6-8b91-e797bcdbc133 req-e7420b87-93f0-4769-8694-8444bb012944 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:44.705011 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dbf96b63-fdae-40b6-8b91-e797bcdbc133 req-e7420b87-93f0-4769-8694-8444bb012944 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Jan 11 23:33:44.753207 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-dbf96b63-fdae-40b6-8b91-e797bcdbc133 req-66f2e829-92be-45e4-8457-f781b4fb1ffb tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420988 Jan 11 23:33:44.869333 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:33:45.663306 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-a013bad6-d440-4f3c-8c26-2f6b1c589960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:45.890014 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7f62-fdca-4059-9195-84c0335ac233 req-2b89bbbf-0345-4928-bf41-1c17e449c78a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:45.891499 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-292a7f62-fdca-4059-9195-84c0335ac233 req-2b89bbbf-0345-4928-bf41-1c17e449c78a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 944 time: 0.0520008 Jan 11 23:33:45.955730 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-292a7f62-fdca-4059-9195-84c0335ac233 req-fdf19c6d-06a4-42e0-a9a2-07712a699034 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568426 Jan 11 23:33:46.839540 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 70cab03d-5238-423f-b8c2-da16eefd7432 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:33:46.935870 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 70cab03d-5238-423f-b8c2-da16eefd7432, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=70cab03d-5238-423f-b8c2-da16eefd7432,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:46.947170 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '70cab03d-5238-423f-b8c2-da16eefd7432', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'port_id': '70cab03d-5238-423f-b8c2-da16eefd7432', 'mac_address': 'fa:16:3e:e1:06:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149914-8cbf-4de4-8bd5-7fca0d403bef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:33:46.982625 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 70cab03d-5238-423f-b8c2-da16eefd7432 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:33:46.983019 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:46.996527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cab03d-5238-423f-b8c2-da16eefd7432 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:33:47.016226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 70cab03d-5238-423f-b8c2-da16eefd7432, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=70cab03d-5238-423f-b8c2-da16eefd7432,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:47.073500 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79257309-12fb-49bd-a772-ceb7df855797 req-3875db66-7dbf-46d4-9db5-c7765c90fa83 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:47.074987 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-79257309-12fb-49bd-a772-ceb7df855797 req-3875db66-7dbf-46d4-9db5-c7765c90fa83 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 944 time: 0.0493026 Jan 11 23:33:47.076775 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:47.126893 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-79257309-12fb-49bd-a772-ceb7df855797 req-3aa8bb17-5c04-4928-98e3-9752cb88547e tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Jan 11 23:33:47.128998 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=70cab03d-5238-423f-b8c2-da16eefd7432,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:47.463682 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['70cab03d-5238-423f-b8c2-da16eefd7432'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:33:47.893820 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7318fb80-9606-4b32-98d2-0410650455a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:48.244205 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269127b-5491-448b-85f0-b21b678d6f82 req-1cd7cdf7-00ef-4fba-87d2-fe1641a15535 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:48.245703 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7269127b-5491-448b-85f0-b21b678d6f82 req-1cd7cdf7-00ef-4fba-87d2-fe1641a15535 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 945 time: 0.0491650 Jan 11 23:33:48.293326 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7269127b-5491-448b-85f0-b21b678d6f82 req-6301239b-7372-4078-95be-04377d2ebc63 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Jan 11 23:33:48.850082 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 70cab03d-5238-423f-b8c2-da16eefd7432 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:33:48.960706 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 70cab03d-5238-423f-b8c2-da16eefd7432 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:33:48.964512 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 70cab03d-5238-423f-b8c2-da16eefd7432 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:33:48.964892 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:49.039750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 70cab03d-5238-423f-b8c2-da16eefd7432 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:33:49.040050 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:49.062350 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cab03d-5238-423f-b8c2-da16eefd7432'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:33:49.064557 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006e66ed-1803-4141-b59e-7f0d6a444e5b" -d '{"events": [{"server_uuid": "7bb80d8b-7c26-4bf5-b2f7-1e528b036489", "name": "network-vif-plugged", "status": "completed", "tag": "70cab03d-5238-423f-b8c2-da16eefd7432"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:33:49.077600 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 70cab03d-5238-423f-b8c2-da16eefd7432, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=70cab03d-5238-423f-b8c2-da16eefd7432,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:33:49.101747 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69cf363-7e51-4123-ae05-47ded954d922 x-openstack-request-id: req-d69cf363-7e51-4123-ae05-47ded954d922 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:33:49.102050 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb80d8b-7c26-4bf5-b2f7-1e528b036489", "name": "network-vif-plugged", "status": "completed", "tag": "70cab03d-5238-423f-b8c2-da16eefd7432", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:33:49.102311 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d69cf363-7e51-4123-ae05-47ded954d922 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:33:49.102711 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cab03d-5238-423f-b8c2-da16eefd7432', 'code': 200} Jan 11 23:33:49.178274 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:49.205283 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:49.231304 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=70cab03d-5238-423f-b8c2-da16eefd7432,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:49.412636 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97432c8-1299-454b-8913-116f5ef58ed6 req-7cb939da-85bb-45d2-a6ed-bb605f82d4c9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:49.414133 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c97432c8-1299-454b-8913-116f5ef58ed6 req-7cb939da-85bb-45d2-a6ed-bb605f82d4c9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 946 time: 0.0537813 Jan 11 23:33:49.430211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ad2b8-d730-4229-a914-018091e71f5a req-e558e520-c67a-4c07-a994-bd6139816da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:49.431690 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6f5ad2b8-d730-4229-a914-018091e71f5a req-e558e520-c67a-4c07-a994-bd6139816da7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 1099 time: 0.0405376 Jan 11 23:33:49.461832 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c97432c8-1299-454b-8913-116f5ef58ed6 req-6d4e9fea-f05a-48a1-ab05-411eca38df08 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 Jan 11 23:33:49.477133 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6f5ad2b8-d730-4229-a914-018091e71f5a req-3dfc607b-9dc7-4328-b37d-0d5d477928fb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386472 Jan 11 23:33:50.454019 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:50.577269 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef999d42-3eae-42bb-8781-e44f124ecd14 req-e8d5b314-12ba-4440-8b57-983b0e38a0cf tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:50.578729 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef999d42-3eae-42bb-8781-e44f124ecd14 req-e8d5b314-12ba-4440-8b57-983b0e38a0cf tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 946 time: 0.0489185 Jan 11 23:33:50.624548 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef999d42-3eae-42bb-8781-e44f124ecd14 req-05e91066-e67f-4ac0-81dd-8f540a467441 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398266 Jan 11 23:33:51.742695 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e68527-ee97-41cf-a949-adbf5f529779 req-90c302b4-1094-46e1-8d0c-5dfe21237f30 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:51.744166 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-13e68527-ee97-41cf-a949-adbf5f529779 req-90c302b4-1094-46e1-8d0c-5dfe21237f30 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 946 time: 0.0536449 Jan 11 23:33:51.791009 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-13e68527-ee97-41cf-a949-adbf5f529779 req-a9dd58ee-d4b6-47b0-8f24-625670b53dfa tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413773 Jan 11 23:33:51.846681 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:52.418413 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:54.691015 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-3957079c-de20-491b-abb9-6dff414a3bfc tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:54.692374 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-3957079c-de20-491b-abb9-6dff414a3bfc tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.0997634 Jan 11 23:33:54.706753 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-10779a03-6f1c-4cd9-bc2d-cf8fbeff0761 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/quotas/a45c6b0a935a4fc3a790b4340c9c1b4a HTTP/1.1" status: 200 len: 375 time: 0.0086837 Jan 11 23:33:54.760697 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-f81eafac-9341-43aa-b961-38c07495f7e5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484140 Jan 11 23:33:54.859831 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-8d1a561e-2961-43af-8400-1fd051b7e012 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103147) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:33:54.860842 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-8d1a561e-2961-43af-8400-1fd051b7e012 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0939186 Jan 11 23:33:54.950641 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-d70a3e42-3378-455d-bed1-58cba7c5156b service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840182 Jan 11 23:33:55.042346 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-6c858c5e-c57a-4d30-840d-2fe1fb38a758 service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862265 Jan 11 23:33:55.259541 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-82fdda41-b147-4e80-a239-8ce1d608101d req-89401a1d-27b7-463c-9ebb-edf9d3811118 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 210 time: 0.0264940 Jan 11 23:33:56.353649 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e225be6b-19d3-4595-a346-a663a169176b req-c7144a7f-426e-49db-9a9b-977177d0caa1 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 210 time: 0.0269492 Jan 11 23:33:57.267864 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-739122c7-8f35-4770-a7e7-d941d412c8a9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:57.269830 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-739122c7-8f35-4770-a7e7-d941d412c8a9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1051226 Jan 11 23:33:57.288381 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Request body: {'port': {'device_id': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'admin_state_up': True, 'tenant_id': 'a45c6b0a935a4fc3a790b4340c9c1b4a'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:57.448188 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4b9a852b-33ac-4cf1-8ce3-5f15a76d522d req-c91b681b-37f8-4912-a74d-974da749eef0 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jan 11 23:33:57.458033 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Made reservation on behalf of a45c6b0a935a4fc3a790b4340c9c1b4a for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:33:57.461741 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:57.588421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Allocated IP 172.20.0.5 (25033385-8e5a-4ff3-a4c1-aa172766ab00/b9149914-8cbf-4de4-8bd5-7fca0d403bef/77591433-ac5f-4823-8f37-42b8ea4a5972) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:33:57.730720 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks [] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:57.825761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:57.865536 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:33:57.870557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:33:57.874489 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:33:57.874661 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb', '70cab03d-5238-423f-b8c2-da16eefd7432'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:33:57.902784 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event updated for resources: {'Port': ['ID=77591433-ac5f-4823-8f37-42b8ea4a5972,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:57.915006 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.915348 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.920283 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:33:57.937681 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:57.938368 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.016613 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a673cf4b-37df-49b5-a997-bca7d01856d5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319300 Jan 11 23:33:58.087630 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Request body: {'port': {'device_id': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:33:58.143624 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.399606 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77591433-ac5f-4823-8f37-42b8ea4a5972 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:33:58.407111 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Publish callbacks [] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.419866 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Transition to ACTIVE for port object 77591433-ac5f-4823-8f37-42b8ea4a5972 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:33:58.493471 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.564908 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Pushing event updated for resources: {'Port': ['ID=77591433-ac5f-4823-8f37-42b8ea4a5972,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:58.567121 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c8cd6-eb0b-4d0d-8a08-0c42ebc7aa8e req-29209280-2ce3-4a71-b198-eb598fdb1a6a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:58.569153 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3f2c8cd6-eb0b-4d0d-8a08-0c42ebc7aa8e req-29209280-2ce3-4a71-b198-eb598fdb1a6a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 943 time: 0.0483260 Jan 11 23:33:58.614821 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Attempting to bind port 77591433-ac5f-4823-8f37-42b8ea4a5972 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:33:58.615163 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Attempting to bind port 77591433-ac5f-4823-8f37-42b8ea4a5972 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:33:58.615723 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Attempting to bind port 77591433-ac5f-4823-8f37-42b8ea4a5972 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:33:58.619028 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3f2c8cd6-eb0b-4d0d-8a08-0c42ebc7aa8e req-cdf6ba6d-30be-42ba-b108-74f46703e811 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Jan 11 23:33:58.620120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Port 77591433-ac5f-4823-8f37-42b8ea4a5972 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:33:58.620467 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Attempting to bind port 77591433-ac5f-4823-8f37-42b8ea4a5972 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:33:58.625376 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:33:58.625715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Checking segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:33:58.626095 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Bound using segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:33:58.626519 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Bound port: 77591433-ac5f-4823-8f37-42b8ea4a5972, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:33:58.626873 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.688345 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] For port 77591433-ac5f-4823-8f37-42b8ea4a5972, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:33:58.691189 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] For port 77591433-ac5f-4823-8f37-42b8ea4a5972, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77591433-ac5f-4823-8f37-42b8ea4a5972,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:33:58.751036 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.786113 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:58.786805 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:33:58.788194 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] 10.222.0.35 "PUT /v2.0/ports/77591433-ac5f-4823-8f37-42b8ea4a5972 HTTP/1.1" status: 200 len: 1093 time: 0.7049468 Jan 11 23:33:58.788647 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'tag': '77591433-ac5f-4823-8f37-42b8ea4a5972'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:33:58.790955 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc461d74-d1a9-4689-951f-918c07a058cb" -d '{"events": [{"name": "network-changed", "server_uuid": "63192528-6493-4e49-a23f-e5d3c83a4d9b", "tag": "77591433-ac5f-4823-8f37-42b8ea4a5972"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:33:58.817658 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227909a2-e5cb-4a00-9c6d-a0bfd6a4174f service neutron] Pushing event updated for resources: {'Port': ['ID=77591433-ac5f-4823-8f37-42b8ea4a5972,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:33:58.835372 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e17697-daef-4928-9f58-ed02c55acb87 x-openstack-request-id: req-80e17697-daef-4928-9f58-ed02c55acb87 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:33:58.835689 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63192528-6493-4e49-a23f-e5d3c83a4d9b", "tag": "77591433-ac5f-4823-8f37-42b8ea4a5972", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:33:58.835945 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80e17697-daef-4928-9f58-ed02c55acb87 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:33:58.836340 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'tag': '77591433-ac5f-4823-8f37-42b8ea4a5972', 'status': 'completed', 'code': 200} Jan 11 23:33:58.924745 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461d74-d1a9-4689-951f-918c07a058cb req-7eabb6a1-07bd-436e-a68a-1b3957918b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:58.926232 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-fc461d74-d1a9-4689-951f-918c07a058cb req-7eabb6a1-07bd-436e-a68a-1b3957918b9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 1096 time: 0.0438404 Jan 11 23:33:59.038437 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461d74-d1a9-4689-951f-918c07a058cb req-fc02e138-f63a-47ef-a026-da27969ec1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:59.039789 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-fc461d74-d1a9-4689-951f-918c07a058cb req-fc02e138-f63a-47ef-a026-da27969ec1af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936990 Jan 11 23:33:59.134021 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc461d74-d1a9-4689-951f-918c07a058cb req-72e95916-501c-4b0e-83d5-8585070efc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:59.135465 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-fc461d74-d1a9-4689-951f-918c07a058cb req-72e95916-501c-4b0e-83d5-8585070efc6b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900838 Jan 11 23:33:59.233161 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-8511f273-45e0-4c7f-b59c-0a4706e055d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:59.234654 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-8511f273-45e0-4c7f-b59c-0a4706e055d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 1096 time: 0.0400562 Jan 11 23:33:59.285988 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-a436f0ae-7ef7-4d6f-bc57-075979afc84f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77591433-ac5f-4823-8f37-42b8ea4a5972 HTTP/1.1" status: 200 len: 217 time: 0.0381343 Jan 11 23:33:59.333079 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-db92deba-8159-4f0f-bed0-0afc6f2444c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:59.335575 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-db92deba-8159-4f0f-bed0-0afc6f2444c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 200 len: 854 time: 0.0440047 Jan 11 23:33:59.364005 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-f63e408d-31a6-46ca-a080-7a008738ea1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25033385-8e5a-4ff3-a4c1-aa172766ab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230377 Jan 11 23:33:59.455044 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-3b7bd373-19d7-46a4-8a5f-a9271a1acd49 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850654 Jan 11 23:33:59.542332 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-69b630e4-e0f3-4619-b801-4d1c0cbaa103 req-ee596a2e-d3b9-4d66-bd3c-d0f598c1085f service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806675 Jan 11 23:33:59.735045 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214a6bc-3011-4229-81e8-a1348998ec9b req-193c82dc-174d-4177-a8c4-9ae6e4d51bf6 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:33:59.736511 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8214a6bc-3011-4229-81e8-a1348998ec9b req-193c82dc-174d-4177-a8c4-9ae6e4d51bf6 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 943 time: 0.0489311 Jan 11 23:33:59.782947 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8214a6bc-3011-4229-81e8-a1348998ec9b req-f18d9898-fef8-40bc-a542-762dcb1b70f3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Jan 11 23:34:00.895763 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606647a3-5489-4619-9aad-e2326cc7ed2b req-65fce810-9890-4c6c-9d55-b25e70505b2a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:00.897333 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-606647a3-5489-4619-9aad-e2326cc7ed2b req-65fce810-9890-4c6c-9d55-b25e70505b2a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 943 time: 0.0483592 Jan 11 23:34:00.943162 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-606647a3-5489-4619-9aad-e2326cc7ed2b req-8b53538e-2df2-465a-958f-b7bd2a2c0dc0 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Jan 11 23:34:02.059008 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8ac65-4dfc-4c2c-ab70-a8026d4f7723 req-ebceecfd-6d43-419d-a2da-76fcdd4306be tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:02.060469 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3c8ac65-4dfc-4c2c-ab70-a8026d4f7723 req-ebceecfd-6d43-419d-a2da-76fcdd4306be tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 943 time: 0.0518382 Jan 11 23:34:02.107428 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3c8ac65-4dfc-4c2c-ab70-a8026d4f7723 req-f9876bc4-5497-42d7-9c2f-afb465a76f8d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jan 11 23:34:02.901198 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77591433-ac5f-4823-8f37-42b8ea4a5972 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:34:02.995748 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 77591433-ac5f-4823-8f37-42b8ea4a5972, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77591433-ac5f-4823-8f37-42b8ea4a5972,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:03.007276 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '77591433-ac5f-4823-8f37-42b8ea4a5972', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'port_id': '77591433-ac5f-4823-8f37-42b8ea4a5972', 'mac_address': 'fa:16:3e:1f:90:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149914-8cbf-4de4-8bd5-7fca0d403bef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:34:03.043784 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 77591433-ac5f-4823-8f37-42b8ea4a5972 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:34:03.044109 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:03.057293 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77591433-ac5f-4823-8f37-42b8ea4a5972 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:34:03.079923 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 77591433-ac5f-4823-8f37-42b8ea4a5972, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77591433-ac5f-4823-8f37-42b8ea4a5972,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:03.139662 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:03.228600 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0e3b9-5b5a-4ba4-af88-b0215b7e9692 req-32848cb7-2f55-44ae-a035-a8b845541ea9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:03.230224 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-11a0e3b9-5b5a-4ba4-af88-b0215b7e9692 req-32848cb7-2f55-44ae-a035-a8b845541ea9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 944 time: 0.0539272 Jan 11 23:34:03.281226 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-11a0e3b9-5b5a-4ba4-af88-b0215b7e9692 req-0dce718c-590d-4f51-af8a-94b870cc90a7 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 Jan 11 23:34:03.312547 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=77591433-ac5f-4823-8f37-42b8ea4a5972,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:03.542798 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['77591433-ac5f-4823-8f37-42b8ea4a5972'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:34:04.401392 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e009f-04a6-4e46-a215-bd46c438a375 req-94981af6-f270-4f4b-8fcd-75764261a9e0 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:04.402854 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-261e009f-04a6-4e46-a215-bd46c438a375 req-94981af6-f270-4f4b-8fcd-75764261a9e0 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 944 time: 0.0517066 Jan 11 23:34:04.449154 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-261e009f-04a6-4e46-a215-bd46c438a375 req-df5c73bf-32b9-446b-b5f9-08bf73f60066 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408809 Jan 11 23:34:04.923889 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77591433-ac5f-4823-8f37-42b8ea4a5972 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:34:05.024774 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 77591433-ac5f-4823-8f37-42b8ea4a5972 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:34:05.028445 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 77591433-ac5f-4823-8f37-42b8ea4a5972 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:34:05.028814 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:05.105077 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 77591433-ac5f-4823-8f37-42b8ea4a5972 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:34:05.105466 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:05.126917 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77591433-ac5f-4823-8f37-42b8ea4a5972'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:34:05.137970 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9813f-ace1-4c8a-8baf-c64015de35e4" -d '{"events": [{"server_uuid": "63192528-6493-4e49-a23f-e5d3c83a4d9b", "name": "network-vif-plugged", "status": "completed", "tag": "77591433-ac5f-4823-8f37-42b8ea4a5972"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:34:05.144323 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 77591433-ac5f-4823-8f37-42b8ea4a5972, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77591433-ac5f-4823-8f37-42b8ea4a5972,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:05.175471 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287e2cce-77c3-40da-bf5e-894edd1bb5ad x-openstack-request-id: req-287e2cce-77c3-40da-bf5e-894edd1bb5ad {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:34:05.175471 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63192528-6493-4e49-a23f-e5d3c83a4d9b", "name": "network-vif-plugged", "status": "completed", "tag": "77591433-ac5f-4823-8f37-42b8ea4a5972", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:34:05.175471 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-287e2cce-77c3-40da-bf5e-894edd1bb5ad {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:34:05.175471 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77591433-ac5f-4823-8f37-42b8ea4a5972', 'code': 200} Jan 11 23:34:05.219004 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:05.268799 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=77591433-ac5f-4823-8f37-42b8ea4a5972,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:05.512259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7b903-5475-46ae-a799-c2f5097f05f8 req-55c1dc11-7841-4549-9c76-1800ff5864b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:05.513760 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-53d7b903-5475-46ae-a799-c2f5097f05f8 req-55c1dc11-7841-4549-9c76-1800ff5864b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 1098 time: 0.0396285 Jan 11 23:34:05.561191 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-53d7b903-5475-46ae-a799-c2f5097f05f8 req-78fb5b2d-0a80-4fcf-a78d-61b04c6437eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Jan 11 23:34:05.565433 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa5c43-25a2-4ff0-a5ea-d5da9a711fc7 req-50e95cc0-814d-4f8e-bcf8-210c8f214a15 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:05.566911 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c6fa5c43-25a2-4ff0-a5ea-d5da9a711fc7 req-50e95cc0-814d-4f8e-bcf8-210c8f214a15 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0503671 Jan 11 23:34:05.612996 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c6fa5c43-25a2-4ff0-a5ea-d5da9a711fc7 req-b44cac4b-4813-48a8-b355-9bd3728a671b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392795 Jan 11 23:34:06.727804 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33064c73-54da-45bc-934d-69dc0d687461 req-e22d3d13-5404-4eb9-9a19-6b5d978beb08 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:06.729279 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-33064c73-54da-45bc-934d-69dc0d687461 req-e22d3d13-5404-4eb9-9a19-6b5d978beb08 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0481985 Jan 11 23:34:06.778577 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-33064c73-54da-45bc-934d-69dc0d687461 req-e97d245c-7172-4476-9be8-964355c12900 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Jan 11 23:34:07.893940 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df35af-0160-4b65-9975-627b7c6ca393 req-dd8f7639-d8b0-4817-904a-61b67287f82e tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:07.895371 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-77df35af-0160-4b65-9975-627b7c6ca393 req-dd8f7639-d8b0-4817-904a-61b67287f82e tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0487206 Jan 11 23:34:07.942100 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-77df35af-0160-4b65-9975-627b7c6ca393 req-385d08d9-ab29-48c6-816e-40ee74d6b11d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jan 11 23:34:15.703589 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-62b50146-3a28-47ea-8da3-c99c24693b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:17.915831 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12ee1061-6907-49b0-9ebe-b154c3558a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:19.224585 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:20.447333 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:21.644878 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-c4e28bc1-b741-42ef-bc65-c27b0c0e5d16 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:21.646250 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-c4e28bc1-b741-42ef-bc65-c27b0c0e5d16 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1025341 Jan 11 23:34:21.660203 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-05319e48-63a9-4e2f-ab52-4252262f4f3f tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/quotas/a45c6b0a935a4fc3a790b4340c9c1b4a HTTP/1.1" status: 200 len: 375 time: 0.0085962 Jan 11 23:34:21.711384 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-51670623-f2a9-45e5-b8f7-c6b1dddc9113 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458066 Jan 11 23:34:21.802200 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-f653b5e7-7a5a-4279-8cad-b479abf98d77 service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843959 Jan 11 23:34:21.864567 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:21.869817 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:34:21.897557 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-6782a4f6-1c65-471e-8b82-c32948ee002b service neutron] 10.222.0.21 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888588 Jan 11 23:34:22.093364 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-edf9c186-705b-4dd0-83c9-82276245fd0f req-94b8eaa9-a339-412a-a8eb-3df783432f82 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 210 time: 0.0277524 Jan 11 23:34:22.496646 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:23.186830 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-24378817-9caf-4106-af34-88cde025fec3 req-2135bbea-0794-42cc-a408-1259bc7e40c4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 210 time: 0.0270197 Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.263500 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-3163b1a5-31b1-4103-8721-96d6001a7526 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:24.266906 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-3163b1a5-31b1-4103-8721-96d6001a7526 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 814 time: 0.1042283 Jan 11 23:34:24.285073 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Request body: {'port': {'device_id': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'admin_state_up': True, 'tenant_id': 'a45c6b0a935a4fc3a790b4340c9c1b4a'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:34:24.290603 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e98d36c6-8ba2-4603-be4f-ca044e172ceb req-09bec206-77e0-43e9-8dac-3167643e9e3b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 210 time: 0.0304074 Jan 11 23:34:24.451704 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Made reservation on behalf of a45c6b0a935a4fc3a790b4340c9c1b4a for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:34:24.455513 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:24.580038 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Allocated IP 172.20.0.8 (25033385-8e5a-4ff3-a4c1-aa172766ab00/b9149914-8cbf-4de4-8bd5-7fca0d403bef/c62418f3-80be-483b-8a67-d4f7df7d7ea2) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:34:24.721715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks [] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:24.813582 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:24.850366 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb', '70cab03d-5238-423f-b8c2-da16eefd7432', '77591433-ac5f-4823-8f37-42b8ea4a5972'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:34:24.857721 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Network 25033385-8e5a-4ff3-a4c1-aa172766ab00 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:34:24.860631 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:34:24.864210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:34:24.870435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event updated for resources: {'Port': ['ID=c62418f3-80be-483b-8a67-d4f7df7d7ea2,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:24.919149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:24.919750 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:24.975536 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-28356dd0-ae54-4bba-9178-4bcdf9e9a843 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943624 Jan 11 23:34:25.000870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Request body: {'port': {'device_id': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:34:25.056290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:25.413296 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a7939-e445-40ca-8153-59368aa5e9fa req-cadd5a27-3a11-4cc9-8c5c-fa31b283378b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:25.415360 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-825a7939-e445-40ca-8153-59368aa5e9fa req-cadd5a27-3a11-4cc9-8c5c-fa31b283378b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 931 time: 0.0561051 Jan 11 23:34:25.463906 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-825a7939-e445-40ca-8153-59368aa5e9fa req-275ea954-c217-4138-825e-cad33401a1c1 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Jan 11 23:34:25.569327 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62418f3-80be-483b-8a67-d4f7df7d7ea2 {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:34:25.576715 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Publish callbacks [] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:25.588273 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Transition to ACTIVE for port object c62418f3-80be-483b-8a67-d4f7df7d7ea2 will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:34:25.647176 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:25.694398 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=c62418f3-80be-483b-8a67-d4f7df7d7ea2,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:25.763333 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Attempting to bind port c62418f3-80be-483b-8a67-d4f7df7d7ea2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:34:25.763663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Attempting to bind port c62418f3-80be-483b-8a67-d4f7df7d7ea2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:34:25.764097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Attempting to bind port c62418f3-80be-483b-8a67-d4f7df7d7ea2 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:34:25.768394 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Port c62418f3-80be-483b-8a67-d4f7df7d7ea2 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:34:25.768712 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Attempting to bind port c62418f3-80be-483b-8a67-d4f7df7d7ea2 on network 25033385-8e5a-4ff3-a4c1-aa172766ab00 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:34:25.774036 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:34:25.774361 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Checking segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:34:25.774739 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Bound using segment: {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:34:25.775172 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Bound port: c62418f3-80be-483b-8a67-d4f7df7d7ea2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf723eb-0ed0-4472-adde-b1793515c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:34:25.775501 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:25.839507 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] For port c62418f3-80be-483b-8a67-d4f7df7d7ea2, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:34:25.843448 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] For port c62418f3-80be-483b-8a67-d4f7df7d7ea2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c62418f3-80be-483b-8a67-d4f7df7d7ea2,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:34:25.897620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:25.932598 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:25.933247 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:25.934614 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] 10.222.0.35 "PUT /v2.0/ports/c62418f3-80be-483b-8a67-d4f7df7d7ea2 HTTP/1.1" status: 200 len: 1093 time: 0.9379878 Jan 11 23:34:25.935056 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'tag': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:34:25.937347 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29" -d '{"events": [{"name": "network-changed", "server_uuid": "904f6026-3f09-4e2b-baf7-3a503d8c272e", "tag": "c62418f3-80be-483b-8a67-d4f7df7d7ea2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:34:25.960699 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b542e-5875-4829-a5d6-f9fff8f64ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=c62418f3-80be-483b-8a67-d4f7df7d7ea2,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:25.973726 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526be187-724f-420f-82af-71856565c34e x-openstack-request-id: req-526be187-724f-420f-82af-71856565c34e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:34:25.974023 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904f6026-3f09-4e2b-baf7-3a503d8c272e", "tag": "c62418f3-80be-483b-8a67-d4f7df7d7ea2", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:34:25.974281 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-526be187-724f-420f-82af-71856565c34e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:34:25.974682 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'tag': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2', 'status': 'completed', 'code': 200} Jan 11 23:34:26.060159 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29 req-8738b7c6-b1ad-4067-9751-fc7595142ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:26.061661 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29 req-8738b7c6-b1ad-4067-9751-fc7595142ee7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 1096 time: 0.0423219 Jan 11 23:34:26.169426 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29 req-ad067986-5911-4466-b4f0-13ba0a63f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:26.170775 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29 req-ad067986-5911-4466-b4f0-13ba0a63f32b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927825 Jan 11 23:34:26.260710 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29 req-e1999e7d-19fc-477b-bdd7-b3397aea587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:26.262156 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-a884ac76-ac41-4ef9-ac5f-1f7ec247aa29 req-e1999e7d-19fc-477b-bdd7-b3397aea587a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848811 Jan 11 23:34:26.361481 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-5bfbe3e7-67f5-4593-ae7b-acba705eb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:26.362926 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-5bfbe3e7-67f5-4593-ae7b-acba705eb8a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 1096 time: 0.0436633 Jan 11 23:34:26.413524 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-f763614e-c401-4a18-8436-c2943ff23c1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c62418f3-80be-483b-8a67-d4f7df7d7ea2 HTTP/1.1" status: 200 len: 217 time: 0.0342982 Jan 11 23:34:26.461739 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-25d97d8d-3346-4ff4-b455-880ccf4084c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:26.463106 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-25d97d8d-3346-4ff4-b455-880ccf4084c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 200 len: 854 time: 0.0424325 Jan 11 23:34:26.493345 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-bda2e20c-153a-4723-af6f-dcf55f9a0682 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25033385-8e5a-4ff3-a4c1-aa172766ab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230839 Jan 11 23:34:26.587168 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-8e34ef70-ed94-4c88-8794-f184e712648e service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872605 Jan 11 23:34:26.587865 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08d3db-dab0-442a-ae5d-2a4c7bd5e98f req-52caabfe-fc64-474b-bd64-91bd53422885 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:26.589045 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d08d3db-dab0-442a-ae5d-2a4c7bd5e98f req-52caabfe-fc64-474b-bd64-91bd53422885 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 943 time: 0.0492187 Jan 11 23:34:26.634853 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7d08d3db-dab0-442a-ae5d-2a4c7bd5e98f req-328dcf96-dbd0-4a5a-b9b4-8a86bd213769 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Jan 11 23:34:26.676881 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c10ef3e3-e78b-4d18-a1f1-7ec23e5e60c8 req-d9d73a2c-ca96-45bf-957e-4ad7a8d51225 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832121 Jan 11 23:34:27.747868 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12503726-759f-4b24-ab5a-e556684d1c4a req-640a5287-e2f3-4d0f-bcef-51ef8445678b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:27.749337 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-12503726-759f-4b24-ab5a-e556684d1c4a req-640a5287-e2f3-4d0f-bcef-51ef8445678b tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 943 time: 0.0484054 Jan 11 23:34:28.008342 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-12503726-759f-4b24-ab5a-e556684d1c4a req-a2efa57c-1b95-41f0-980e-006fd4171b01 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530706 Jan 11 23:34:29.119386 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d15db-61af-48d1-b1d0-bd6d6f79bed2 req-2760362a-7071-4b98-b493-5564f1d43138 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:29.120822 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cf8d15db-61af-48d1-b1d0-bd6d6f79bed2 req-2760362a-7071-4b98-b493-5564f1d43138 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 943 time: 0.0480142 Jan 11 23:34:29.166424 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-cf8d15db-61af-48d1-b1d0-bd6d6f79bed2 req-3af884f2-5b28-41b5-9670-95058811efd5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400894 Jan 11 23:34:30.279306 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f2990-2067-4bae-9ec5-03f75c3f3e6e req-60a86e20-a5d8-4622-af5c-5c70e5b776e9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:30.280729 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc9f2990-2067-4bae-9ec5-03f75c3f3e6e req-60a86e20-a5d8-4622-af5c-5c70e5b776e9 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 943 time: 0.0480585 Jan 11 23:34:30.327543 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bc9f2990-2067-4bae-9ec5-03f75c3f3e6e req-78f00153-4cee-4cc9-a5f0-2003f86938c3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Jan 11 23:34:31.134720 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device c62418f3-80be-483b-8a67-d4f7df7d7ea2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:34:31.228035 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port c62418f3-80be-483b-8a67-d4f7df7d7ea2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c62418f3-80be-483b-8a67-d4f7df7d7ea2,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:31.239037 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2', 'network_id': '25033385-8e5a-4ff3-a4c1-aa172766ab00', 'port_id': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2', 'mac_address': 'fa:16:3e:fa:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9149914-8cbf-4de4-8bd5-7fca0d403bef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:34:31.279065 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port c62418f3-80be-483b-8a67-d4f7df7d7ea2 is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:34:31.279455 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:31.292376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62418f3-80be-483b-8a67-d4f7df7d7ea2 {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:34:31.311886 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port c62418f3-80be-483b-8a67-d4f7df7d7ea2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c62418f3-80be-483b-8a67-d4f7df7d7ea2,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:31.400157 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:31.446446 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6859f6-4d75-40f3-8c4e-c184113713d0 req-cc9bef4a-2f9b-40e6-a63f-66a6350f181a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:31.447354 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=c62418f3-80be-483b-8a67-d4f7df7d7ea2,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:31.447935 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bb6859f6-4d75-40f3-8c4e-c184113713d0 req-cc9bef4a-2f9b-40e6-a63f-66a6350f181a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 944 time: 0.0533137 Jan 11 23:34:31.454352 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.454702 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.455042 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.455376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.455704 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.456032 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.456358 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.456679 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.457022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.457350 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.457668 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.457980 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.458292 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:31.495807 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bb6859f6-4d75-40f3-8c4e-c184113713d0 req-d6df8e41-a2c4-4662-8fb5-92f466eaa232 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Jan 11 23:34:31.848459 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['c62418f3-80be-483b-8a67-d4f7df7d7ea2'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:34:32.614232 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8a06e-1292-4a81-83ff-ded7d00f2a87 req-5fc350fa-3f55-439b-b70a-367f9f4f8bb4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:32.615682 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e7e8a06e-1292-4a81-83ff-ded7d00f2a87 req-5fc350fa-3f55-439b-b70a-367f9f4f8bb4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 944 time: 0.0520384 Jan 11 23:34:32.661488 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e7e8a06e-1292-4a81-83ff-ded7d00f2a87 req-12a3e259-cafd-4db5-a276-deb0fae24f29 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Jan 11 23:34:33.163327 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device c62418f3-80be-483b-8a67-d4f7df7d7ea2 up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:34:33.354804 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port c62418f3-80be-483b-8a67-d4f7df7d7ea2 completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:34:33.358895 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port c62418f3-80be-483b-8a67-d4f7df7d7ea2 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:34:33.359252 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:33.437460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port c62418f3-80be-483b-8a67-d4f7df7d7ea2 is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:34:33.437850 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:33.459765 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:34:33.462711 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a438a9f-188c-4b37-b01f-ee062aeb04ec" -d '{"events": [{"server_uuid": "904f6026-3f09-4e2b-baf7-3a503d8c272e", "name": "network-vif-plugged", "status": "completed", "tag": "c62418f3-80be-483b-8a67-d4f7df7d7ea2"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:34:33.474728 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port c62418f3-80be-483b-8a67-d4f7df7d7ea2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c62418f3-80be-483b-8a67-d4f7df7d7ea2,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:33.502266 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b14ac-487c-48ca-b752-af25f57f15ec x-openstack-request-id: req-bc2b14ac-487c-48ca-b752-af25f57f15ec {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:34:33.502266 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f6026-3f09-4e2b-baf7-3a503d8c272e", "name": "network-vif-plugged", "status": "completed", "tag": "c62418f3-80be-483b-8a67-d4f7df7d7ea2", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:34:33.502266 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc2b14ac-487c-48ca-b752-af25f57f15ec {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:34:33.502266 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2', 'code': 200} Jan 11 23:34:33.544608 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:33.590964 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=c62418f3-80be-483b-8a67-d4f7df7d7ea2,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:33.777978 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff543ee-6d8b-455d-8568-2c1e8273db88 req-9eb2f076-6182-44e7-8caa-eb8756528acc tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:33.779461 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3ff543ee-6d8b-455d-8568-2c1e8273db88 req-9eb2f076-6182-44e7-8caa-eb8756528acc tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0527110 Jan 11 23:34:33.829780 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3ff543ee-6d8b-455d-8568-2c1e8273db88 req-8aa089a7-019d-43c1-9f72-f5b5e846f836 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Jan 11 23:34:33.844739 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b495a3-4f32-4a1e-b5b7-7167f885f353 req-ee1b28fe-e521-4a7c-a652-a4611f6dc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:33.847026 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-34b495a3-4f32-4a1e-b5b7-7167f885f353 req-ee1b28fe-e521-4a7c-a652-a4611f6dc6c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 1098 time: 0.0474946 Jan 11 23:34:33.906594 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-34b495a3-4f32-4a1e-b5b7-7167f885f353 req-e619125c-66af-456c-bfc3-77e26c0a1c66 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Jan 11 23:34:34.944550 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d375b7-4c43-4271-8ddb-2f28834524a2 req-9690caa9-f686-4ee8-8a86-23e943d4ba6a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:34.946056 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3d375b7-4c43-4271-8ddb-2f28834524a2 req-9690caa9-f686-4ee8-8a86-23e943d4ba6a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0488908 Jan 11 23:34:34.976290 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-9b8cc97b-363a-445f-a556-8689e1c3c36e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400229 Jan 11 23:34:34.993323 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d3d375b7-4c43-4271-8ddb-2f28834524a2 req-131d3697-0b93-4e5e-a759-93e0633242e7 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Jan 11 23:34:35.088874 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523304f-b1bb-410f-ad08-149998b49f09 req-0bc6f3ba-a310-4fcf-821a-49bf988cd8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:35.090425 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-0bc6f3ba-a310-4fcf-821a-49bf988cd8dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 1098 time: 0.0396159 Jan 11 23:34:35.196168 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523304f-b1bb-410f-ad08-149998b49f09 req-65378998-5ae9-4ae6-829b-395ee9aeda47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:35.197643 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-65378998-5ae9-4ae6-829b-395ee9aeda47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 200 len: 915 time: 0.0861554 Jan 11 23:34:35.238739 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-291b86ff-1d91-47b9-ae21-28090992689a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb HTTP/1.1" status: 200 len: 217 time: 0.0343518 Jan 11 23:34:35.322484 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523304f-b1bb-410f-ad08-149998b49f09 req-80abe6c1-3c6e-476a-8a9a-848c0f4d13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:35.323663 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-80abe6c1-3c6e-476a-8a9a-848c0f4d13a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 200 len: 854 time: 0.0469329 Jan 11 23:34:35.354255 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-3aab48f3-0914-4167-adda-f0391a9746fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25033385-8e5a-4ff3-a4c1-aa172766ab00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239077 Jan 11 23:34:35.449061 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-92e2c789-d413-4968-9aab-fc391f770d1a service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823505 Jan 11 23:34:35.541761 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6523304f-b1bb-410f-ad08-149998b49f09 req-fc2c8c11-a949-4e8f-8c03-b9fbb72411a0 service neutron] 10.222.0.35 "GET /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852923 Jan 11 23:34:36.104876 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbba25-5680-4c65-b574-2b8aed2c6411 req-8c165a98-35c0-4772-bcd8-c0b5d14d5b1a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:36.106349 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abdbba25-5680-4c65-b574-2b8aed2c6411 req-8c165a98-35c0-4772-bcd8-c0b5d14d5b1a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0478139 Jan 11 23:34:36.155191 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-abdbba25-5680-4c65-b574-2b8aed2c6411 req-945a3126-e989-4797-ba3b-e8c8d273d1e3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Jan 11 23:34:45.682749 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f0302d33-29a6-4791-bb3a-afb29c4676b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:47.914003 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-68181c40-e220-4c51-8db0-6c58fce95768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:49.222849 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:50.458000 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:51.235442 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f354e-10a0-4ff3-87a4-58cb99961f6e req-3f8728c3-db71-46ff-9299-26c01b7f3062 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:51.236907 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-217f354e-10a0-4ff3-87a4-58cb99961f6e req-3f8728c3-db71-46ff-9299-26c01b7f3062 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0484867 Jan 11 23:34:51.282178 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-217f354e-10a0-4ff3-87a4-58cb99961f6e req-5c3afdbc-8310-4cee-a805-08a8a04e5086 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 Jan 11 23:34:51.846376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:52.398016 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4e4c-e42f-4d70-b32e-fb483890b930 req-d116e335-d76e-4062-921c-e45098c1455f tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:52.399494 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2db4e4c-e42f-4d70-b32e-fb483890b930 req-d116e335-d76e-4062-921c-e45098c1455f tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0487587 Jan 11 23:34:52.447960 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a2db4e4c-e42f-4d70-b32e-fb483890b930 req-713f6c76-ffe8-4e13-950e-3e7cd74618dc tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Jan 11 23:34:52.450986 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:53.430937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-5ff38d1d-76c6-4e10-a3eb-36eaee001a46 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:53.433349 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-5ff38d1d-76c6-4e10-a3eb-36eaee001a46 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0503607 Jan 11 23:34:53.527018 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Deleting port c62418f3-80be-483b-8a67-d4f7df7d7ea2 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:34:53.527353 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:53.564910 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b8b57-dc36-43e9-b5aa-e16187ec362a req-a553db54-8f43-41dc-97e2-6e17577644c1 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:53.566400 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-985b8b57-dc36-43e9-b5aa-e16187ec362a req-a553db54-8f43-41dc-97e2-6e17577644c1 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 945 time: 0.0527983 Jan 11 23:34:53.612619 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-985b8b57-dc36-43e9-b5aa-e16187ec362a req-73ffe76a-de23-4dfa-a368-91ff17b46e8d tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jan 11 23:34:53.617659 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] For port c62418f3-80be-483b-8a67-d4f7df7d7ea2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c62418f3-80be-483b-8a67-d4f7df7d7ea2,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:53.618029 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:53.631121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Calling delete_port for c62418f3-80be-483b-8a67-d4f7df7d7ea2 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:34:53.829818 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (c62418f3-80be-483b-8a67-d4f7df7d7ea2), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:53.858347 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event deleted for resources: {'Port': ['ID=c62418f3-80be-483b-8a67-d4f7df7d7ea2,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:53.872217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb', '70cab03d-5238-423f-b8c2-da16eefd7432', '77591433-ac5f-4823-8f37-42b8ea4a5972', 'c62418f3-80be-483b-8a67-d4f7df7d7ea2'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:34:53.903930 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] No DVR routers for this DVR port c62418f3-80be-483b-8a67-d4f7df7d7ea2 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:34:53.906457 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:53.909780 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-96ac9509-c7ca-45d8-8c1b-2d4e4f7753d3 req-30b2bf0f-9bf3-41c9-ac67-de6dd9213cf4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "DELETE /v2.0/ports/c62418f3-80be-483b-8a67-d4f7df7d7ea2 HTTP/1.1" status: 204 len: 173 time: 0.4710371 Jan 11 23:34:53.910227 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'name': 'network-vif-deleted', 'tag': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:34:53.912474 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6020391f-5f61-4825-83a0-4124b1907b10" -d '{"events": [{"server_uuid": "904f6026-3f09-4e2b-baf7-3a503d8c272e", "name": "network-vif-deleted", "tag": "c62418f3-80be-483b-8a67-d4f7df7d7ea2"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:34:53.949565 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300ce174-9af0-45c8-b618-7651161585f3 x-openstack-request-id: req-300ce174-9af0-45c8-b618-7651161585f3 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:34:53.949866 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904f6026-3f09-4e2b-baf7-3a503d8c272e", "name": "network-vif-deleted", "tag": "c62418f3-80be-483b-8a67-d4f7df7d7ea2", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:34:53.950121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-300ce174-9af0-45c8-b618-7651161585f3 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:34:53.950526 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904f6026-3f09-4e2b-baf7-3a503d8c272e', 'name': 'network-vif-deleted', 'tag': 'c62418f3-80be-483b-8a67-d4f7df7d7ea2', 'status': 'completed', 'code': 200} Jan 11 23:34:54.718514 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-38e8b9c4-da7f-4bd5-af6b-68470c15556d req-8c94a85d-fab3-476e-83d4-fc56222f3082 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=904f6026-3f09-4e2b-baf7-3a503d8c272e HTTP/1.1" status: 200 len: 210 time: 0.0264707 Jan 11 23:34:57.267772 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device c62418f3-80be-483b-8a67-d4f7df7d7ea2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:34:57.287777 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: c62418f3-80be-483b-8a67-d4f7df7d7ea2 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:34:57.288166 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device c62418f3-80be-483b-8a67-d4f7df7d7ea2 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:34:57.436367 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0337fc5-298c-4580-ba2c-833027b68a53 req-6c7c0242-1d7e-4140-8fdf-947da9df10e2 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:57.437882 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d0337fc5-298c-4580-ba2c-833027b68a53 req-6c7c0242-1d7e-4140-8fdf-947da9df10e2 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0484407 Jan 11 23:34:57.483605 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d0337fc5-298c-4580-ba2c-833027b68a53 req-dadca320-158f-4963-b86a-c34404296b30 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Jan 11 23:34:58.602875 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a16b1-9d0d-45a4-aa5b-319481875372 req-45dfed4d-b9b2-4fc9-9753-4c7971d95074 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:58.604545 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2a6a16b1-9d0d-45a4-aa5b-319481875372 req-45dfed4d-b9b2-4fc9-9753-4c7971d95074 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0526764 Jan 11 23:34:58.650912 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2a6a16b1-9d0d-45a4-aa5b-319481875372 req-10d03e59-d5c4-48e5-ae70-52573201d93a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Jan 11 23:34:58.870290 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:34:59.366978 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-a18530a7-11a2-4842-8b29-17b25ce35769 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:59.368330 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-a18530a7-11a2-4842-8b29-17b25ce35769 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0484424 Jan 11 23:34:59.456296 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Deleting port 77591433-ac5f-4823-8f37-42b8ea4a5972 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:34:59.456638 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:59.545985 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] For port 77591433-ac5f-4823-8f37-42b8ea4a5972, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=77591433-ac5f-4823-8f37-42b8ea4a5972,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:34:59.546347 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:59.559170 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Calling delete_port for 77591433-ac5f-4823-8f37-42b8ea4a5972 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:34:59.766422 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414432-1e73-4c55-9ddf-ac052b61b7d7 req-374dbbd5-4fdd-4d4c-9bfc-8de765fb0dc5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:34:59.767894 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f8414432-1e73-4c55-9ddf-ac052b61b7d7 req-374dbbd5-4fdd-4d4c-9bfc-8de765fb0dc5 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 945 time: 0.0495915 Jan 11 23:34:59.807109 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (77591433-ac5f-4823-8f37-42b8ea4a5972), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:59.816228 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f8414432-1e73-4c55-9ddf-ac052b61b7d7 req-79d64c05-e82b-4171-a77e-29f92fab8f16 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Jan 11 23:34:59.836775 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event deleted for resources: {'Port': ['ID=77591433-ac5f-4823-8f37-42b8ea4a5972,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:34:59.844624 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb', '70cab03d-5238-423f-b8c2-da16eefd7432', '77591433-ac5f-4823-8f37-42b8ea4a5972'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:34:59.863825 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.864176 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.864519 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.864856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.865211 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.865542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.865870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.866200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.866524 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.866848 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.867171 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.867491 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.867810 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:34:59.890286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] No DVR routers for this DVR port 77591433-ac5f-4823-8f37-42b8ea4a5972 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:34:59.894085 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:34:59.897491 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-aa0dbe8d-ab0f-42ce-97b9-940d1eb06d27 req-adb2bea6-2ef6-4731-9819-a463bc422b4a tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "DELETE /v2.0/ports/77591433-ac5f-4823-8f37-42b8ea4a5972 HTTP/1.1" status: 204 len: 173 time: 0.5235467 Jan 11 23:34:59.897937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'name': 'network-vif-deleted', 'tag': '77591433-ac5f-4823-8f37-42b8ea4a5972'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:34:59.901386 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294d5b3-1bf9-4969-b230-f4000d7232f3" -d '{"events": [{"server_uuid": "63192528-6493-4e49-a23f-e5d3c83a4d9b", "name": "network-vif-deleted", "tag": "77591433-ac5f-4823-8f37-42b8ea4a5972"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:34:59.946443 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4001cd8-9567-4360-8265-6cdd7f61740e x-openstack-request-id: req-f4001cd8-9567-4360-8265-6cdd7f61740e {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:34:59.946763 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63192528-6493-4e49-a23f-e5d3c83a4d9b", "name": "network-vif-deleted", "tag": "77591433-ac5f-4823-8f37-42b8ea4a5972", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:34:59.947040 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4001cd8-9567-4360-8265-6cdd7f61740e {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:34:59.947450 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63192528-6493-4e49-a23f-e5d3c83a4d9b', 'name': 'network-vif-deleted', 'tag': '77591433-ac5f-4823-8f37-42b8ea4a5972', 'status': 'completed', 'code': 200} Jan 11 23:35:00.925562 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-afa9237b-8994-4c3e-9e0e-ec12167f0b37 req-c1a78a68-c361-41c1-bc9e-482b64dc0888 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=63192528-6493-4e49-a23f-e5d3c83a4d9b HTTP/1.1" status: 200 len: 210 time: 0.0261483 Jan 11 23:35:02.422630 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f74dfa-a3a0-437e-bb26-a394738b1d9c req-773c1b5d-6195-4988-9133-fe5653ca10db tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:02.424198 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0f74dfa-a3a0-437e-bb26-a394738b1d9c req-773c1b5d-6195-4988-9133-fe5653ca10db tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 946 time: 0.0522513 Jan 11 23:35:02.471437 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f0f74dfa-a3a0-437e-bb26-a394738b1d9c req-a9c78233-b477-46a9-920f-fbcdfab55e95 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Jan 11 23:35:03.300557 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77591433-ac5f-4823-8f37-42b8ea4a5972 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:35:03.324013 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 77591433-ac5f-4823-8f37-42b8ea4a5972 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:35:03.324354 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 77591433-ac5f-4823-8f37-42b8ea4a5972 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:35:03.587939 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871624d1-b933-41c6-8491-04a392196f44 req-d578f0ce-fb09-4a8a-b306-2daf9c6046ac tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:03.589429 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-871624d1-b933-41c6-8491-04a392196f44 req-d578f0ce-fb09-4a8a-b306-2daf9c6046ac tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 946 time: 0.0489218 Jan 11 23:35:03.635309 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-871624d1-b933-41c6-8491-04a392196f44 req-48e8a266-ce16-4deb-836c-ce0c92fea305 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Jan 11 23:35:04.169878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-31c45930-881a-425e-960e-9f0e350363b3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:04.171334 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-31c45930-881a-425e-960e-9f0e350363b3 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Jan 11 23:35:04.263540 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Deleting port 70cab03d-5238-423f-b8c2-da16eefd7432 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:35:04.263880 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:04.352625 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] For port 70cab03d-5238-423f-b8c2-da16eefd7432, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=70cab03d-5238-423f-b8c2-da16eefd7432,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:04.353028 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:04.365110 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Calling delete_port for 70cab03d-5238-423f-b8c2-da16eefd7432 owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:35:04.560499 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (70cab03d-5238-423f-b8c2-da16eefd7432), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:04.589504 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event deleted for resources: {'Port': ['ID=70cab03d-5238-423f-b8c2-da16eefd7432,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:04.594662 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb', '70cab03d-5238-423f-b8c2-da16eefd7432'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:35:04.633077 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] No DVR routers for this DVR port 70cab03d-5238-423f-b8c2-da16eefd7432 on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:35:04.636318 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:04.639701 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-bed30f5f-daa5-4d36-8001-47776d3f2b85 req-8053c766-6360-4c9f-91f6-5e81e42e5afd tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "DELETE /v2.0/ports/70cab03d-5238-423f-b8c2-da16eefd7432 HTTP/1.1" status: 204 len: 173 time: 0.4630039 Jan 11 23:35:04.640169 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'name': 'network-vif-deleted', 'tag': '70cab03d-5238-423f-b8c2-da16eefd7432'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:35:04.642542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf946f1-f38d-455c-b8a4-9aa976af1d72" -d '{"events": [{"server_uuid": "7bb80d8b-7c26-4bf5-b2f7-1e528b036489", "name": "network-vif-deleted", "tag": "70cab03d-5238-423f-b8c2-da16eefd7432"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:35:04.682311 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6831846-ce9f-4c1b-9dd0-95afd3aea2dd x-openstack-request-id: req-e6831846-ce9f-4c1b-9dd0-95afd3aea2dd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:35:04.682606 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb80d8b-7c26-4bf5-b2f7-1e528b036489", "name": "network-vif-deleted", "tag": "70cab03d-5238-423f-b8c2-da16eefd7432", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:35:04.682870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6831846-ce9f-4c1b-9dd0-95afd3aea2dd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:35:04.683264 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb80d8b-7c26-4bf5-b2f7-1e528b036489', 'name': 'network-vif-deleted', 'tag': '70cab03d-5238-423f-b8c2-da16eefd7432', 'status': 'completed', 'code': 200} Jan 11 23:35:04.739500 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eaddcb20-d499-4cc6-bc59-9976d47ebc63 req-724cb207-bab6-4433-a99b-eef63964c470 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bb80d8b-7c26-4bf5-b2f7-1e528b036489 HTTP/1.1" status: 200 len: 210 time: 0.0305867 Jan 11 23:35:07.421541 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579e881-97b3-41a0-a7f0-7d61d0ccf16e req-d5718cfa-4d34-444c-b9bd-1b64b3617b24 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:07.423034 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c579e881-97b3-41a0-a7f0-7d61d0ccf16e req-d5718cfa-4d34-444c-b9bd-1b64b3617b24 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0489645 Jan 11 23:35:07.468493 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c579e881-97b3-41a0-a7f0-7d61d0ccf16e req-d0dc609f-d5da-4b28-b9b8-0a9951f20907 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Jan 11 23:35:08.584454 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17ec9b-ee60-4f9a-842f-671b2097935d req-050b9f44-ba4d-40bf-811b-a51b01e99eb4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:08.585924 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7e17ec9b-ee60-4f9a-842f-671b2097935d req-050b9f44-ba4d-40bf-811b-a51b01e99eb4 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0481243 Jan 11 23:35:08.632145 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7e17ec9b-ee60-4f9a-842f-671b2097935d req-1cc0364c-12c3-438d-9e7a-47b100ed8987 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jan 11 23:35:09.325314 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 70cab03d-5238-423f-b8c2-da16eefd7432 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:35:09.348057 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 70cab03d-5238-423f-b8c2-da16eefd7432 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:35:09.348396 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 70cab03d-5238-423f-b8c2-da16eefd7432 not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:35:09.464806 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-769f0e75-1688-4a44-9a91-2c010efb9090 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:09.466169 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-769f0e75-1688-4a44-9a91-2c010efb9090 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0502515 Jan 11 23:35:09.552774 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Deleting port 74c8d796-08dc-4f04-b6de-8b456b2675eb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:35:09.553145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:09.644802 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] For port 74c8d796-08dc-4f04-b6de-8b456b2675eb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=74c8d796-08dc-4f04-b6de-8b456b2675eb,segment=NetworkSegment(fcf723eb-0ed0-4472-adde-b1793515c038),segment_id=fcf723eb-0ed0-4472-adde-b1793515c038)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:09.645189 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:09.658796 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Calling delete_port for 74c8d796-08dc-4f04-b6de-8b456b2675eb owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:35:09.749613 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bf46d-633d-42ab-9ebf-b3c645b34b0d req-92a2c4fd-a268-4756-aa44-e51d6415b3f1 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:09.751013 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-189bf46d-633d-42ab-9ebf-b3c645b34b0d req-92a2c4fd-a268-4756-aa44-e51d6415b3f1 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 945 time: 0.0528989 Jan 11 23:35:09.800603 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-189bf46d-633d-42ab-9ebf-b3c645b34b0d req-9649ff73-98ef-4c44-a509-c62332cb8b77 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc14afd3-73ca-4b74-8fdf-499c5a21b291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 Jan 11 23:35:09.850899 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (74c8d796-08dc-4f04-b6de-8b456b2675eb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:09.877677 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Pushing event deleted for resources: {'Port': ['ID=74c8d796-08dc-4f04-b6de-8b456b2675eb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:09.887337 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['74c8d796-08dc-4f04-b6de-8b456b2675eb'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:35:09.921003 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] No DVR routers for this DVR port 74c8d796-08dc-4f04-b6de-8b456b2675eb on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:35:09.923614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:09.927040 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ceb6fd90-0970-442e-bbff-aff1c4a943de req-b64080ad-7398-47c2-a6d4-d91bb96fca10 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.35 "DELETE /v2.0/ports/74c8d796-08dc-4f04-b6de-8b456b2675eb HTTP/1.1" status: 204 len: 173 time: 0.4552190 Jan 11 23:35:09.927446 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'name': 'network-vif-deleted', 'tag': '74c8d796-08dc-4f04-b6de-8b456b2675eb'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:35:09.929799 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d43ae5a-6605-4772-95da-ef3c4c62daee" -d '{"events": [{"server_uuid": "ac37dc3f-85aa-44c0-a0b2-538dc28ba48b", "name": "network-vif-deleted", "tag": "74c8d796-08dc-4f04-b6de-8b456b2675eb"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:35:09.965046 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27156a2c-8bb6-4b23-b2e5-8c6de301f0cd x-openstack-request-id: req-27156a2c-8bb6-4b23-b2e5-8c6de301f0cd {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:35:09.965349 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac37dc3f-85aa-44c0-a0b2-538dc28ba48b", "name": "network-vif-deleted", "tag": "74c8d796-08dc-4f04-b6de-8b456b2675eb", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:35:09.965606 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27156a2c-8bb6-4b23-b2e5-8c6de301f0cd {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:35:09.966001 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac37dc3f-85aa-44c0-a0b2-538dc28ba48b', 'name': 'network-vif-deleted', 'tag': '74c8d796-08dc-4f04-b6de-8b456b2675eb', 'status': 'completed', 'code': 200} Jan 11 23:35:11.038367 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6f21dc9c-6ef9-480d-a15e-1bb91959ceb8 req-c4cf2d81-2769-48f0-a249-d1cd715bc960 tempest-AttachVolumeNegativeTest-1888904801 tempest-AttachVolumeNegativeTest-1888904801-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac37dc3f-85aa-44c0-a0b2-538dc28ba48b HTTP/1.1" status: 200 len: 210 time: 0.1610682 Jan 11 23:35:12.093196 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46290) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:12.141699 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Deleting subnet b9149914-8cbf-4de4-8bd5-7fca0d403bef {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:35:12.144792 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Publish callbacks [] for subnet (b9149914-8cbf-4de4-8bd5-7fca0d403bef), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.179395 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (b9149914-8cbf-4de4-8bd5-7fca0d403bef), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.218679 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (b9149914-8cbf-4de4-8bd5-7fca0d403bef), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.349582 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (b9149914-8cbf-4de4-8bd5-7fca0d403bef), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.373383 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9149914-8cbf-4de4-8bd5-7fca0d403bef,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:12.379043 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.382250 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f7385cf2-3bb5-4024-b4ec-45d73ef3fd18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b9149914-8cbf-4de4-8bd5-7fca0d403bef HTTP/1.1" status: 204 len: 168 time: 0.2879906 Jan 11 23:35:12.384636 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46292) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:12.455027 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (25033385-8e5a-4ff3-a4c1-aa172766ab00), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.530314 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (25033385-8e5a-4ff3-a4c1-aa172766ab00), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.553290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25033385-8e5a-4ff3-a4c1-aa172766ab00']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:12.562112 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf723eb-0ed0-4472-adde-b1793515c038') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:12.562400 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf723eb-0ed0-4472-adde-b1793515c038') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:12.571314 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (fcf723eb-0ed0-4472-adde-b1793515c038), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.584252 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (fcf723eb-0ed0-4472-adde-b1793515c038), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.590468 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:35:12.590841 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (fcf723eb-0ed0-4472-adde-b1793515c038), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:35:12.592409 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:35:12.703613 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (25033385-8e5a-4ff3-a4c1-aa172766ab00), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.708786 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:12.711907 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/25033385-8e5a-4ff3-a4c1-aa172766ab00 HTTP/1.1" status: 204 len: 168 time: 0.3263223 Jan 11 23:35:12.723659 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986e11d-f1a0-41b1-b805-ad1760bd7d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=25033385-8e5a-4ff3-a4c1-aa172766ab00,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:13.096967 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46296) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:13.136526 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4f5afb52-734f-4149-9c3d-1b33c0574719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a45c6b0a935a4fc3a790b4340c9c1b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381389 Jan 11 23:35:13.138642 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46298) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:13.188421 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55455671-c48c-42a6-8ea3-4cd03c50bde7 admin admin] Publish callbacks [] for security_group (dc14afd3-73ca-4b74-8fdf-499c5a21b291), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:13.208734 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55455671-c48c-42a6-8ea3-4cd03c50bde7 admin admin] Publish callbacks [] for security_group (dc14afd3-73ca-4b74-8fdf-499c5a21b291), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:13.331166 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 74c8d796-08dc-4f04-b6de-8b456b2675eb no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:35:13.331950 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55455671-c48c-42a6-8ea3-4cd03c50bde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (dc14afd3-73ca-4b74-8fdf-499c5a21b291), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:13.334602 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-55455671-c48c-42a6-8ea3-4cd03c50bde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:13.335770 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-55455671-c48c-42a6-8ea3-4cd03c50bde7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc14afd3-73ca-4b74-8fdf-499c5a21b291 HTTP/1.1" status: 204 len: 168 time: 0.1962409 Jan 11 23:35:13.343931 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55455671-c48c-42a6-8ea3-4cd03c50bde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14afd3-73ca-4b74-8fdf-499c5a21b291,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:13.361622 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 74c8d796-08dc-4f04-b6de-8b456b2675eb {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:35:13.362002 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 74c8d796-08dc-4f04-b6de-8b456b2675eb not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:35:15.654365 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9460d846-c163-4815-b3ac-fb6d1f07b8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:17.954736 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9cb41775-2f21-4bc8-88a5-3969aec191a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:19.217750 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:20.411531 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:21.880594 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:22.469053 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:25.985271 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46430) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:26.085163 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f03da82e-3c4f-43b8-9d00-b2617b69ff79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.155500 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f03da82e-3c4f-43b8-9d00-b2617b69ff79 admin admin] Publish callbacks [] for security_group (933e9b00-9ad9-4018-8b8d-1c33134179b0), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.217327 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-f03da82e-3c4f-43b8-9d00-b2617b69ff79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (933e9b00-9ad9-4018-8b8d-1c33134179b0), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.255720 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-f03da82e-3c4f-43b8-9d00-b2617b69ff79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e4577ad037b4a638ab2d1b0a0f892be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694273 Jan 11 23:35:26.256689 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03da82e-3c4f-43b8-9d00-b2617b69ff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933e9b00-9ad9-4018-8b8d-1c33134179b0,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:26.258419 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46434) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:26.307000 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Publish callbacks [] for security_group (933e9b00-9ad9-4018-8b8d-1c33134179b0), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.327421 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Publish callbacks [] for security_group (933e9b00-9ad9-4018-8b8d-1c33134179b0), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.445984 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (933e9b00-9ad9-4018-8b8d-1c33134179b0), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.448508 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:26.449704 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/933e9b00-9ad9-4018-8b8d-1c33134179b0 HTTP/1.1" status: 204 len: 168 time: 0.1902993 Jan 11 23:35:26.457558 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933e9b00-9ad9-4018-8b8d-1c33134179b0,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:26.465294 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.465647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.465993 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.466352 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.466675 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.467008 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.467340 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.467674 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.468004 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.468336 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.468660 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.469005 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:26.469330 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f626dd16-1cb9-4d61-8e8a-f3e80322508c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:27.012209 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46440) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:27.026150 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92241be2-d009-43b9-a76f-f86cad61cbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.101807 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92241be2-d009-43b9-a76f-f86cad61cbf2 admin admin] Publish callbacks [] for security_group (18629f28-bb3b-4d2c-9658-ce0be90044c7), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.170587 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-92241be2-d009-43b9-a76f-f86cad61cbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (18629f28-bb3b-4d2c-9658-ce0be90044c7), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.207887 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241be2-d009-43b9-a76f-f86cad61cbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18629f28-bb3b-4d2c-9658-ce0be90044c7,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:27.212200 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-92241be2-d009-43b9-a76f-f86cad61cbf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5113cfa54d574a7aafabfd35f76c90f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989157 Jan 11 23:35:27.214974 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46442) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:27.261989 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7657b7-f0f2-495a-b69c-21242b08ba13 admin admin] Publish callbacks [] for security_group (18629f28-bb3b-4d2c-9658-ce0be90044c7), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.282156 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7657b7-f0f2-495a-b69c-21242b08ba13 admin admin] Publish callbacks [] for security_group (18629f28-bb3b-4d2c-9658-ce0be90044c7), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.387279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7657b7-f0f2-495a-b69c-21242b08ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (18629f28-bb3b-4d2c-9658-ce0be90044c7), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.389894 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0e7657b7-f0f2-495a-b69c-21242b08ba13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:27.391033 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0e7657b7-f0f2-495a-b69c-21242b08ba13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18629f28-bb3b-4d2c-9658-ce0be90044c7 HTTP/1.1" status: 204 len: 168 time: 0.1751382 Jan 11 23:35:27.399009 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7657b7-f0f2-495a-b69c-21242b08ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18629f28-bb3b-4d2c-9658-ce0be90044c7,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:28.022200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46448) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:28.036252 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfde3bd4-c6a7-4ad4-bd45-0ea7803c1ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.111826 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfde3bd4-c6a7-4ad4-bd45-0ea7803c1ec4 admin admin] Publish callbacks [] for security_group (fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.188761 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-cfde3bd4-c6a7-4ad4-bd45-0ea7803c1ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.225052 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3bd4-c6a7-4ad4-bd45-0ea7803c1ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:28.230046 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-cfde3bd4-c6a7-4ad4-bd45-0ea7803c1ec4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=598f56520cdc46b39e581a157416504c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068179 Jan 11 23:35:28.232558 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46450) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:28.278388 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f1d44be-c28f-4c71-9ccc-8ca854011027 admin admin] Publish callbacks [] for security_group (fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.299420 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f1d44be-c28f-4c71-9ccc-8ca854011027 admin admin] Publish callbacks [] for security_group (fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.440299 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f1d44be-c28f-4c71-9ccc-8ca854011027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.442784 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2f1d44be-c28f-4c71-9ccc-8ca854011027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:28.443975 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-2f1d44be-c28f-4c71-9ccc-8ca854011027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614 HTTP/1.1" status: 204 len: 168 time: 0.2104502 Jan 11 23:35:28.452444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d44be-c28f-4c71-9ccc-8ca854011027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbf13ac-b1d2-4bc4-b1b9-d808a01c8614,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:35.293861 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46524) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:35.394791 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8122ed2a-d037-4df0-987c-8e219addc5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.465559 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8122ed2a-d037-4df0-987c-8e219addc5d2 admin admin] Publish callbacks [] for security_group (2dfea59b-f141-4f53-a700-f042acca0b42), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.530452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-8122ed2a-d037-4df0-987c-8e219addc5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2dfea59b-f141-4f53-a700-f042acca0b42), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.570372 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-8122ed2a-d037-4df0-987c-8e219addc5d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c95a58e50d441d08668217f9e43522e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754586 Jan 11 23:35:35.573059 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122ed2a-d037-4df0-987c-8e219addc5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfea59b-f141-4f53-a700-f042acca0b42,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:35.573773 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46528) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:35.619967 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb4003f-fb57-4312-a7e3-a658f2729ad6 admin admin] Publish callbacks [] for security_group (2dfea59b-f141-4f53-a700-f042acca0b42), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.640725 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb4003f-fb57-4312-a7e3-a658f2729ad6 admin admin] Publish callbacks [] for security_group (2dfea59b-f141-4f53-a700-f042acca0b42), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.766125 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb4003f-fb57-4312-a7e3-a658f2729ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (2dfea59b-f141-4f53-a700-f042acca0b42), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.768697 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-feb4003f-fb57-4312-a7e3-a658f2729ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:35.769884 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-feb4003f-fb57-4312-a7e3-a658f2729ad6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dfea59b-f141-4f53-a700-f042acca0b42 HTTP/1.1" status: 204 len: 168 time: 0.1951320 Jan 11 23:35:35.777945 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4003f-fb57-4312-a7e3-a658f2729ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfea59b-f141-4f53-a700-f042acca0b42,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:35.868350 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:35:36.394958 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46534) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:36.407665 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-671972f4-c19a-4054-abb2-fb1278636f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.478887 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-671972f4-c19a-4054-abb2-fb1278636f16 admin admin] Publish callbacks [] for security_group (f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.526536 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-671972f4-c19a-4054-abb2-fb1278636f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.565054 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-671972f4-c19a-4054-abb2-fb1278636f16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b22e3b9c4f594de5966d49fafc9416c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690412 Jan 11 23:35:36.565937 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671972f4-c19a-4054-abb2-fb1278636f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:36.567715 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46536) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:36.614860 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72a214cc-b7cb-43e7-bfc5-7aaf0311511d admin admin] Publish callbacks [] for security_group (f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.635534 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72a214cc-b7cb-43e7-bfc5-7aaf0311511d admin admin] Publish callbacks [] for security_group (f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.766032 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72a214cc-b7cb-43e7-bfc5-7aaf0311511d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.768600 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-72a214cc-b7cb-43e7-bfc5-7aaf0311511d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:36.769781 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-72a214cc-b7cb-43e7-bfc5-7aaf0311511d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3 HTTP/1.1" status: 204 len: 168 time: 0.2010870 Jan 11 23:35:36.778423 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a214cc-b7cb-43e7-bfc5-7aaf0311511d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aaf13b-3778-40e1-81ae-d4aaa09e8bd3,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:38.302732 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46570) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:38.406867 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d575-c6a8-4cf8-9289-06f721bff628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.479145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d575-c6a8-4cf8-9289-06f721bff628 admin admin] Publish callbacks [] for security_group (088036bc-a53b-4205-8cb3-695bb0def5a7), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.548241 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d575-c6a8-4cf8-9289-06f721bff628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (088036bc-a53b-4205-8cb3-695bb0def5a7), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.583407 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d575-c6a8-4cf8-9289-06f721bff628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088036bc-a53b-4205-8cb3-695bb0def5a7,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:38.588842 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4aa5d575-c6a8-4cf8-9289-06f721bff628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f87a187d4a2a472d8513b967576242ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843254 Jan 11 23:35:38.591368 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46574) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:38.640041 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e693114-9680-4042-84fd-6c91bc5872f4 admin admin] Publish callbacks [] for security_group (088036bc-a53b-4205-8cb3-695bb0def5a7), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.660315 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e693114-9680-4042-84fd-6c91bc5872f4 admin admin] Publish callbacks [] for security_group (088036bc-a53b-4205-8cb3-695bb0def5a7), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.823357 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e693114-9680-4042-84fd-6c91bc5872f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (088036bc-a53b-4205-8cb3-695bb0def5a7), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.826071 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-6e693114-9680-4042-84fd-6c91bc5872f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:38.827353 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-6e693114-9680-4042-84fd-6c91bc5872f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/088036bc-a53b-4205-8cb3-695bb0def5a7 HTTP/1.1" status: 204 len: 168 time: 0.2357371 Jan 11 23:35:38.835134 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e693114-9680-4042-84fd-6c91bc5872f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088036bc-a53b-4205-8cb3-695bb0def5a7,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:39.776146 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46596) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:39.867477 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-923281107-network', 'tenant_id': '578a7571c9704cac990e24d19403a286'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:39.977112 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Made reservation on behalf of 578a7571c9704cac990e24d19403a286 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:35:39.979931 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:39.988622 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.059653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks [] for security_group (696f4c5c-0485-4f22-b388-8c50b5deb036), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.120356 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (696f4c5c-0485-4f22-b388-8c50b5deb036), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.140477 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:35:40.153200 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696f4c5c-0485-4f22-b388-8c50b5deb036,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:40.157719 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.158060 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Added segment 043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370 of type vlan for network 9fe361d0-8466-4845-9dcd-85f67b0170ad Jan 11 23:35:40.196232 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (9fe361d0-8466-4845-9dcd-85f67b0170ad), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.285692 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (9fe361d0-8466-4845-9dcd-85f67b0170ad), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.286571 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:40.287167 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.346463 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] Pushing event updated for resources: {'Network': ['ID=9fe361d0-8466-4845-9dcd-85f67b0170ad,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:40.356746 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:35:40.369182 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-27634856-62c4-4ffc-ad49-341866c0265f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5908852 Jan 11 23:35:40.371567 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46600) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:40.376237 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Request body: {'subnet': {'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-923281107-subnet', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:40.467163 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Made reservation on behalf of 578a7571c9704cac990e24d19403a286 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:35:40.469544 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.725762 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (8844e4a1-d99f-4129-85bd-08f4bcd02c95), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.780942 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8844e4a1-d99f-4129-85bd-08f4bcd02c95,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:40.790121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Checking segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:40.792039 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Network hostable DHCP agents. Network: 9fe361d0-8466-4845-9dcd-85f67b0170ad, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:35:40.872602 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:35:40.931261 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, 9fe361d0-8466-4845-9dcd-85f67b0170ad) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:40.936183 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:40.939298 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:40.942174 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca0b302-4c48-4e94-bc3b-04cf778db214 None None] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:35:41.015588 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-2427c53c-9d1b-491c-b9c3-108e51842a3c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6404004 Jan 11 23:35:41.015787 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46602) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:41.020219 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:41.042647 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-9fe361d0-8466-4845-9dcd-85f67b0170ad', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:35:41.046190 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.108835 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (1b44ffcf-4d22-420e-8de9-b274f2166683), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.109936 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (1b44ffcf-4d22-420e-8de9-b274f2166683), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.164713 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks [] for router_controller (1b44ffcf-4d22-420e-8de9-b274f2166683), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.178683 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Allocated IP 172.20.0.2 (9fe361d0-8466-4845-9dcd-85f67b0170ad/8844e4a1-d99f-4129-85bd-08f4bcd02c95/9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:35:41.316357 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Publish callbacks [] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.351552 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks [] for router_gateway (1b44ffcf-4d22-420e-8de9-b274f2166683), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.365853 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.407832 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:41.410669 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:41.413982 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:35:41.420085 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Pushing event updated for resources: {'Port': ['ID=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:41.431865 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.432473 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.432603 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.432904 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.433268 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.433592 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.433914 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.434238 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.434557 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.434876 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.435196 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.435514 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.435830 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:41.482168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Attempting to bind port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:35:41.482539 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Attempting to bind port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:35:41.482919 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Attempting to bind port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:35:41.488022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:35:41.488314 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Checking segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:41.488716 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.489211 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Bound using segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:35:41.489675 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Bound port: 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:35:41.490064 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.551791 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] For port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:35:41.554780 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] For port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:35:41.616711 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.617165 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks [] for router_gateway (1b44ffcf-4d22-420e-8de9-b274f2166683), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.635884 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.680542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9a5e7-8052-4a02-83e9-a4e2f43ff653 None None] Pushing event updated for resources: {'Port': ['ID=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:41.744614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Allocated IP 172.27.0.208 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/af96d3d0-af15-419b-ba44-6881e292d8ad) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:35:41.863699 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks [] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.948641 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:41.992379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:41.995286 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:41.998672 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:35:42.020209 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Pushing event updated for resources: {'Port': ['ID=af96d3d0-af15-419b-ba44-6881e292d8ad,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:42.534121 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2a40d-5a74-4436-8f6e-81b6f8aea5f6 None None] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:35:42.605869 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks [] for router_gateway (1b44ffcf-4d22-420e-8de9-b274f2166683), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:42.719521 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] Provisioning complete for port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:42.720507 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:42.800594 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (1b44ffcf-4d22-420e-8de9-b274f2166683), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:42.837865 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] Current status of the port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:42.838647 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:42.872809 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] For port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:42.925957 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:42.979792 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b34855-aa7b-4873-bf30-69214b1c82ee None None] Pushing event updated for resources: {'Port': ['ID=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:43.000157 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:35:43.047460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-24b4d757-befd-404a-b766-b1b681c53768 None None] Provisioning complete for port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:43.047752 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-24b4d757-befd-404a-b766-b1b681c53768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.108571 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:35:43.121377 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:35:43.137798 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-24b4d757-befd-404a-b766-b1b681c53768 None None] Current status of the port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:43.142330 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:43.142950 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:43.185470 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.186717 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-0dacb2a6-79ec-486c-affc-66096bb05536 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1698935 Jan 11 23:35:43.189662 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46604) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:43.228756 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:43.285387 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:43.398776 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:43.399156 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.523845 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:43.534093 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:42Z', 'revision_number': 3, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:43.564599 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:35:43.565357 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Updating router 1b44ffcf-4d22-420e-8de9-b274f2166683 port af96d3d0-af15-419b-ba44-6881e292d8ad binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:35:43.590008 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.606114 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.761168 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Allocated IP 172.20.0.1 (9fe361d0-8466-4845-9dcd-85f67b0170ad/8844e4a1-d99f-4129-85bd-08f4bcd02c95/c9bef887-ec08-4e33-b06c-9aa68c7e7a5d) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:35:43.843646 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Publish callbacks [] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.871377 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks [] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.960130 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:43.983439 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.016352 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Attempting to bind port af96d3d0-af15-419b-ba44-6881e292d8ad on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:35:44.016352 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Attempting to bind port af96d3d0-af15-419b-ba44-6881e292d8ad by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:35:44.016352 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Attempting to bind port af96d3d0-af15-419b-ba44-6881e292d8ad on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:35:44.021715 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d1f35-1619-4d2b-a346-f4c9c5f5f5df None None] Pushing event updated for resources: {'Port': ['ID=af96d3d0-af15-419b-ba44-6881e292d8ad,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:44.024394 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:35:44.024974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:44.025578 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.025720 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:35:44.026158 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Bound port: af96d3d0-af15-419b-ba44-6881e292d8ad, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:35:44.026594 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.028394 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:44.031311 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:44.035653 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:35:44.067315 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:44.081072 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] For port af96d3d0-af15-419b-ba44-6881e292d8ad, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:35:44.082177 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (1b44ffcf-4d22-420e-8de9-b274f2166683), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.084405 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] For port af96d3d0-af15-419b-ba44-6881e292d8ad, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=af96d3d0-af15-419b-ba44-6881e292d8ad,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:35:44.143283 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.207457 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:44.208086 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:44.211269 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d1f35-1619-4d2b-a346-f4c9c5f5f5df None None] Pushing event updated for resources: {'Port': ['ID=af96d3d0-af15-419b-ba44-6881e292d8ad,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:44.301966 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-882f2366-bec0-4612-9b51-5ca833d5d532 None None] Provisioning complete for port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:44.302256 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-882f2366-bec0-4612-9b51-5ca833d5d532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.319152 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.353460 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-882f2366-bec0-4612-9b51-5ca833d5d532 None None] Port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:35:44.355927 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:44.485167 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks [] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.526095 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.532353 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:42Z', 'revision_number': 3, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:44.558730 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfce714-b77c-426b-bc9b-e81c8420122e None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:42Z', 'revision_number': 3, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:35:44.599413 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Pushing event updated for resources: {'Port': ['ID=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:44.601797 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (1b44ffcf-4d22-420e-8de9-b274f2166683), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.699702 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:44.701403 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:44.860450 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:35:44.977198 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-cb5b53ff-90fc-460a-8770-e0a3e055e7af None None] Provisioning complete for port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:44.977854 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cb5b53ff-90fc-460a-8770-e0a3e055e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:44.984891 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:35:44.993099 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-5c68d365-9a59-4f04-95e2-752f84749095 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b44ffcf-4d22-420e-8de9-b274f2166683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8021615 Jan 11 23:35:45.153024 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b53ff-90fc-460a-8770-e0a3e055e7af None None] Port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:35:45.234007 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device af96d3d0-af15-419b-ba44-6881e292d8ad up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:45.288351 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port af96d3d0-af15-419b-ba44-6881e292d8ad triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:45.288721 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.377350 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port af96d3d0-af15-419b-ba44-6881e292d8ad is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:45.377350 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.394689 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port af96d3d0-af15-419b-ba44-6881e292d8ad, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=af96d3d0-af15-419b-ba44-6881e292d8ad,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:45.502586 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.550439 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=af96d3d0-af15-419b-ba44-6881e292d8ad,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:45.651333 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6f1f8b57-8438-439b-94e4-ed53df25844f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.718796 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46620) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:45.723605 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1479522695-network', 'tenant_id': '3975066422054b2282cd0b01db262704'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:45.816963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Made reservation on behalf of 3975066422054b2282cd0b01db262704 for: {'network': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:35:45.819343 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for network (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.829116 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.903049 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks [] for security_group (99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.959765 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:45.987642 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=103148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 11 23:35:45.994114 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:46.000639 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (05e36110-8883-4989-8fd1-9eec4e6a838f), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.001098 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.segments_db [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Added segment 05e36110-8883-4989-8fd1-9eec4e6a838f of type vlan for network a6a84270-d002-4a5a-a396-34dc6f0c4b7e Jan 11 23:35:46.047087 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792971898489'] for network (a6a84270-d002-4a5a-a396-34dc6f0c4b7e), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.111357 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:35:46.120193 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690'] for network (a6a84270-d002-4a5a-a396-34dc6f0c4b7e), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.121238 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:46.121481 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:46.121817 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.122087 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:46.180732 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] Pushing event updated for resources: {'Network': ['ID=a6a84270-d002-4a5a-a396-34dc6f0c4b7e,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:46.190303 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e details requested by agent ovs-agent-dv-cinder-821602-8-iscsi with host dv-cinder-821602-8-iscsi {{(pid=103149) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 11 23:35:46.203145 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-52b39b35-47db-4fae-a7e0-87ae4257414a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4830270 Jan 11 23:35:46.205939 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46622) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:46.212685 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Request body: {'subnet': {'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1479522695-subnet', 'tenant_id': '3975066422054b2282cd0b01db262704', 'ip_version': 4}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:46.292164 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Made reservation on behalf of 3975066422054b2282cd0b01db262704 for: {'subnet': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:35:46.294585 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3881931'] for subnet (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.324999 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:46.508649 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3265621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3880225'] for subnet (3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.526003 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 2, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:46.555613 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:35:46.556002 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Updating router 1b44ffcf-4d22-420e-8de9-b274f2166683 port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:35:46.570465 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:46.579591 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Checking segment: {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:46.579925 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Network hostable DHCP agents. Network: a6a84270-d002-4a5a-a396-34dc6f0c4b7e, hostable agents: ['217f2215-c53f-416b-97ba-1467a3d18f10'], hosted agents: [] {{(pid=103148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 11 23:35:46.580234 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.662908 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e is scheduled to be hosted by DHCP agent 217f2215-c53f-416b-97ba-1467a3d18f10 with binding_index 1 {{(pid=103148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 11 23:35:46.742619 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-8-iscsi, a6a84270-d002-4a5a-a396-34dc6f0c4b7e) {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:46.747513 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:35:46.748042 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.758068 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79533825-8173-4388-a20d-e028ec4ea30a None None] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:35:46.796495 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-a4e04e0f-0cf4-4ea3-984a-e71c792ae618 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5892091 Jan 11 23:35:46.799166 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46624) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:46.803963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:46.850309 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Publish callbacks [] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.860119 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ee55c97-8415-5f2f-bfc2-d548a55f3ad1-a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'project_id': '3975066422054b2282cd0b01db262704', 'fixed_ips': [{'subnet_id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d'}]}} from dv-cinder-821602-8-iscsi. {{(pid=103149) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 11 23:35:46.861018 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.925769 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-522507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-422'] for router (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.927026 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517953', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-433'] for router (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.977097 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:46.979759 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks [] for router_controller (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), precommit_add_association {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.003400 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.db_base_plugin_common [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Allocated IP 172.20.0.2 (a6a84270-d002-4a5a-a396-34dc6f0c4b7e/3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d/229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a) {{(pid=103149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:35:47.035418 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Pushing event updated for resources: {'Port': ['ID=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:47.043297 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.044223 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.044223 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.044418 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.044718 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.045071 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.045392 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.045710 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.046025 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.046359 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.046678 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.046990 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.047299 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:35:47.110080 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Attempting to bind port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:35:47.110589 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Attempting to bind port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:35:47.111059 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Attempting to bind port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:35:47.116708 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:35:47.117425 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Checking segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:47.118864 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.118864 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Bound using segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:35:47.119905 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Bound port: c9bef887-ec08-4e33-b06c-9aa68c7e7a5d, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:35:47.120390 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.163339 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Publish callbacks [] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), precommit_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.227261 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] For port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:35:47.231413 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] For port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:35:47.235383 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks [] for router_gateway (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.242478 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device af96d3d0-af15-419b-ba44-6881e292d8ad up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:47.247473 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), after_create {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.319350 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.329953 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e is already hosted by enough agents. {{(pid=103149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:47.338704 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.scheduler.base_scheduler [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Resources bound (agent type, host, resource id): {{(pid=103149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:47.342071 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Received port after_create {{(pid=103149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:35:47.346477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] Provisioning complete for port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:47.346850 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.348277 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Pushing event updated for resources: {'Port': ['ID=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,revision_number=1']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:47.367153 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:47.367981 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:47.443421 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Attempting to bind port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:35:47.443790 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Attempting to bind port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:35:47.444153 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Attempting to bind port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a on network a6a84270-d002-4a5a-a396-34dc6f0c4b7e {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:35:47.446108 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port af96d3d0-af15-419b-ba44-6881e292d8ad triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:47.446509 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.474354 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:35:47.474531 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Checking segment: {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:47.474792 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.475188 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Bound using segment: {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:35:47.475680 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Bound port: 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:35:47.476290 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.482373 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:47.556913 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks [] for router_gateway (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.578514 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.580443 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] Current status of the port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:47.580837 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.630078 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] For port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:35:47.668522 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] For port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:35:47.674757 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e420a-9942-40e5-b3fc-dcac232f89eb None None] Pushing event updated for resources: {'Port': ['ID=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:47.687062 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port af96d3d0-af15-419b-ba44-6881e292d8ad is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:47.690624 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] For port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:47.706643 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:47.719823 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Allocated IP 172.27.0.191 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/8c1ca58d-c0be-45e3-b355-b195b786b278) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:35:47.731603 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.733885 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea788b3-cfae-4a1b-9fd9-cdda03b8b63f None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:35:47.763231 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.840589 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34792b2c-cbec-47fd-aaf5-7a95bcd84d8f None None] Pushing event updated for resources: {'Port': ['ID=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:47.930645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-e1cceaa7-1265-40f8-846c-4ff787a6d964 None None] Provisioning complete for port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:47.932175 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e1cceaa7-1265-40f8-846c-4ff787a6d964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.938261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9072519-ec70-4656-bbf2-148a436ac113 None None] Pushing event updated for resources: {'Port': ['ID=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:47.949070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks [] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:47.995136 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-98ead604-0a0a-466c-98a6-b2e51719bbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:48.069586 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:48.077210 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-e1cceaa7-1265-40f8-846c-4ff787a6d964 None None] Current status of the port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:48.122181 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:48.128735 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:48.132477 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:35:48.140065 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Pushing event updated for resources: {'Port': ['ID=8c1ca58d-c0be-45e3-b355-b195b786b278,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:48.499635 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks [] for router_gateway (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:48.716963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517906'] for router (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:48.865638 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7365325a-e930-4cc7-a764-ce0e43876641 None None] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:35:48.924729 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b is scheduled to L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 with binding_index 1 {{(pid=103148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 11 23:35:48.942315 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] Provisioning complete for port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:48.942692 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.050284 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:35:49.065872 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Sync routers for ids ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:35:49.084117 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] Current status of the port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:49.084514 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.088544 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Routers {'5c4601ea-28d3-4523-9ea0-72c1592c3c6b'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:49.089207 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:49.116480 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.118708 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fb5b5b78-91d1-4623-b52c-0c373f12e7ba admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3176839 Jan 11 23:35:49.121967 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46626) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:49.270073 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] For port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:49.287322 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c9bef887-ec08-4e33-b06c-9aa68c7e7a5d up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:49.293508 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Set router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:49.370104 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.373988 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.513050 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed71849-45d4-4fbd-9602-9c9d6718722b None None] Pushing event updated for resources: {'Port': ['ID=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:49.522361 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:49.522736 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.567423 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-333fdebc-ecba-4ae6-ad88-bd780121190c None None] Provisioning complete for port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:49.567857 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-333fdebc-ecba-4ae6-ad88-bd780121190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.569868 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.691467 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:35:48Z', 'revision_number': 3, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:49.725535 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Allocated IP 172.20.0.1 (a6a84270-d002-4a5a-a396-34dc6f0c4b7e/3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d/ed45563f-7c5b-4021-b890-687de61916a4) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:35:49.840374 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks [] for port (ed45563f-7c5b-4021-b890-687de61916a4), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.862716 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Checking router: 5c4601ea-28d3-4523-9ea0-72c1592c3c6b for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:35:49.863070 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Updating router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b port 8c1ca58d-c0be-45e3-b355-b195b786b278 binding host dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:35:49.888992 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:49.890149 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:49.908910 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (ed45563f-7c5b-4021-b890-687de61916a4), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.916143 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-333fdebc-ecba-4ae6-ad88-bd780121190c None None] Current status of the port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:49.922284 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:49.953410 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:49.956169 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:49.960668 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:35:49.963510 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Pushing event updated for resources: {'Port': ['ID=ed45563f-7c5b-4021-b890-687de61916a4,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:50.003360 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517441'] for router_interface (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.035068 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:50.035456 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.194994 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ed45563f-7c5b-4021-b890-687de61916a4), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.203226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:50.272518 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Publish callbacks [] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), precommit_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.274255 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-b6a4906e-47de-4c5c-97bf-2000c6bfe57f None None] Provisioning complete for port ed45563f-7c5b-4021-b890-687de61916a4 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:50.274555 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b6a4906e-47de-4c5c-97bf-2000c6bfe57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ed45563f-7c5b-4021-b890-687de61916a4), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.312032 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4906e-47de-4c5c-97bf-2000c6bfe57f None None] Port ed45563f-7c5b-4021-b890-687de61916a4 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:35:50.331387 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.401942 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Attempting to bind port 8c1ca58d-c0be-45e3-b355-b195b786b278 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:35:50.402376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Attempting to bind port 8c1ca58d-c0be-45e3-b355-b195b786b278 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:35:50.402678 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Attempting to bind port 8c1ca58d-c0be-45e3-b355-b195b786b278 on network fd834d5a-19f6-4e91-a4b0-49642a175930 {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:35:50.404767 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834253-ac82-4413-9fcc-de3ba3309a29 None None] Pushing event updated for resources: {'Port': ['ID=8c1ca58d-c0be-45e3-b355-b195b786b278,revision_number=2']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:50.410628 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:35:50.411002 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Checking segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:50.411409 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.411794 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Bound using segment: {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'} {{(pid=103149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:35:50.412271 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.managers [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Bound port: 8c1ca58d-c0be-45e3-b355-b195b786b278, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92682364-9791-4278-9e57-8be5e10f2d16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930'}}] {{(pid=103149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:35:50.412643 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.455527 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.466186 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] For port 8c1ca58d-c0be-45e3-b355-b195b786b278, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:35:50.469435 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] For port 8c1ca58d-c0be-45e3-b355-b195b786b278, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=8c1ca58d-c0be-45e3-b355-b195b786b278,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:35:50.537517 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.585093 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks [] for port (ed45563f-7c5b-4021-b890-687de61916a4), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.594095 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Routers {'5c4601ea-28d3-4523-9ea0-72c1592c3c6b'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:50.594716 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:50.599349 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1834253-ac82-4413-9fcc-de3ba3309a29 None None] Pushing event updated for resources: {'Port': ['ID=8c1ca58d-c0be-45e3-b355-b195b786b278,revision_number=3']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:50.645819 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (ed45563f-7c5b-4021-b890-687de61916a4), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.704900 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] Set router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:50.715396 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Pushing event updated for resources: {'Port': ['ID=ed45563f-7c5b-4021-b890-687de61916a4,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:50.717932 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66695800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517589'] for router_interface (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:50.809306 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:35:50.810635 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:35:50.913074 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'ed45563f-7c5b-4021-b890-687de61916a4', 'name': '', 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'tenant_id': '3975066422054b2282cd0b01db262704', 'mac_address': 'fa:16:3e:b4:30:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:49Z', 'updated_at': '2022-01-11T23:35:49Z', 'revision_number': 1, 'project_id': '3975066422054b2282cd0b01db262704', 'subnets': [{'id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:50.935107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:35:50.942138 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbc52f0-47e6-44f2-9c86-b12f847fbe7d None None] The sync data for ids ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'] in dv-cinder-821602-8-iscsi is: [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'ed45563f-7c5b-4021-b890-687de61916a4', 'name': '', 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'tenant_id': '3975066422054b2282cd0b01db262704', 'mac_address': 'fa:16:3e:b4:30:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:49Z', 'updated_at': '2022-01-11T23:35:49Z', 'revision_number': 1, 'project_id': '3975066422054b2282cd0b01db262704', 'subnets': [{'id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:35:51.045542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-6fc37362-a5a3-4b91-a532-3b6478243e70 None None] Provisioning complete for port ed45563f-7c5b-4021-b890-687de61916a4 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:51.045542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6fc37362-a5a3-4b91-a532-3b6478243e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ed45563f-7c5b-4021-b890-687de61916a4), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:51.054438 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:35:51.060321 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-0309867f-3af3-4c28-9faf-c9e9688b6a1f admin admin] 10.222.0.21 "PUT /v2.0/routers/5c4601ea-28d3-4523-9ea0-72c1592c3c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9371209 Jan 11 23:35:51.080257 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-6fc37362-a5a3-4b91-a532-3b6478243e70 None None] Port ed45563f-7c5b-4021-b890-687de61916a4 cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:35:51.236730 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:51.289132 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:51.289765 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:51.379432 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:51.880248 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:51.898210 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46634) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:51.903609 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600993417', 'description': 'tempest-secgroup-smoke-1600993417 description', 'project_id': '578a7571c9704cac990e24d19403a286'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:51.982614 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:51.995980 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-9dc6e0e8-15c4-4ec5-95ed-4802e5a0b829 req-dd04f2f5-02e9-4318-aa27-d0e868185fb1 service neutron] (103147) timed out ('10.222.0.35', 56132) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 23:35:52.052931 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group (59abebac-0799-4a48-b7ea-221cc22c5f2d), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.118391 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (59abebac-0799-4a48-b7ea-221cc22c5f2d), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.147338 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59abebac-0799-4a48-b7ea-221cc22c5f2d,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:52.223550 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.226843 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-c2e50dce-6de8-4f41-a595-8d0a3c9899db tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3275614 Jan 11 23:35:52.228407 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46636) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:52.232946 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group_rule': {'security_group_id': '59abebac-0799-4a48-b7ea-221cc22c5f2d', 'project_id': '578a7571c9704cac990e24d19403a286', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:52.317693 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (46f1b28a-9f36-4cba-961c-d874851f26f3), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.375107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (46f1b28a-9f36-4cba-961c-d874851f26f3), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.455920 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (46f1b28a-9f36-4cba-961c-d874851f26f3), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.473834 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f1b28a-9f36-4cba-961c-d874851f26f3,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:52.496668 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.561700 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.563095 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-ff4fe44e-9455-45a7-925e-cecfda792d6f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335011 Jan 11 23:35:52.565911 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46638) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:52.571884 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group_rule': {'security_group_id': '59abebac-0799-4a48-b7ea-221cc22c5f2d', 'project_id': '578a7571c9704cac990e24d19403a286', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:52.662238 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (3eda7258-f82c-4611-b05e-db89cdc30def), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.720894 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (3eda7258-f82c-4611-b05e-db89cdc30def), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.788833 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (3eda7258-f82c-4611-b05e-db89cdc30def), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.808495 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eda7258-f82c-4611-b05e-db89cdc30def,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:52.881719 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:52.883071 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-bae073fc-6ff3-4645-a143-b490a58e0b82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160882 Jan 11 23:35:52.883500 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Sync routers for ids ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:35:52.885816 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46640) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:52.890091 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group_rule': {'security_group_id': '59abebac-0799-4a48-b7ea-221cc22c5f2d', 'project_id': '578a7571c9704cac990e24d19403a286', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:52.892819 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Routers {'5c4601ea-28d3-4523-9ea0-72c1592c3c6b'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:52.893454 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:52.966038 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (78e10d4e-29bb-4ada-890b-e85abce8f6a6), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.000194 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Set router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:53.023062 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (78e10d4e-29bb-4ada-890b-e85abce8f6a6), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.085659 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (78e10d4e-29bb-4ada-890b-e85abce8f6a6), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.103974 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e10d4e-29bb-4ada-890b-e85abce8f6a6,revision_number=0']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:53.179201 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.183484 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46642) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:53.184066 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-b20932b6-f9a3-40c9-a17a-022ecb1f9d28 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967541 Jan 11 23:35:53.188958 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group_rule': {'security_group_id': '59abebac-0799-4a48-b7ea-221cc22c5f2d', 'project_id': '578a7571c9704cac990e24d19403a286', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:53.205888 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'ed45563f-7c5b-4021-b890-687de61916a4', 'name': '', 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'tenant_id': '3975066422054b2282cd0b01db262704', 'mac_address': 'fa:16:3e:b4:30:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:49Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 2, 'project_id': '3975066422054b2282cd0b01db262704', 'subnets': [{'id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:53.233714 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 8c1ca58d-c0be-45e3-b355-b195b786b278 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:53.234473 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Checking router: 5c4601ea-28d3-4523-9ea0-72c1592c3c6b for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:35:53.234833 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Updating router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b port ed45563f-7c5b-4021-b890-687de61916a4 binding host dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 11 23:35:53.259992 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ed45563f-7c5b-4021-b890-687de61916a4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.280797 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 8c1ca58d-c0be-45e3-b355-b195b786b278 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:53.281204 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.284648 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (8c3b39f1-f867-46b9-90f6-687ba0a374b4), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.348580 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (8c3b39f1-f867-46b9-90f6-687ba0a374b4), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.364605 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 8c1ca58d-c0be-45e3-b355-b195b786b278 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:53.365046 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.392774 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] For port 8c1ca58d-c0be-45e3-b355-b195b786b278, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=8c1ca58d-c0be-45e3-b355-b195b786b278,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:53.415718 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (8c3b39f1-f867-46b9-90f6-687ba0a374b4), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.435758 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3b39f1-f867-46b9-90f6-687ba0a374b4,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:53.473105 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.503420 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.507306 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-46570f01-a75b-4166-850e-d4d54b34a7a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3194957 Jan 11 23:35:53.507944 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46644) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:53.513180 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group_rule': {'security_group_id': '59abebac-0799-4a48-b7ea-221cc22c5f2d', 'project_id': '578a7571c9704cac990e24d19403a286', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:53.524492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Pushing event updated for resources: {'Port': ['ID=8c1ca58d-c0be-45e3-b355-b195b786b278,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:53.592893 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.securitygroups_db [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Project 578a7571c9704cac990e24d19403a286 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 23:35:53.598314 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (5d20e9ec-9c80-446c-9428-01e8f14ef113), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.625882 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Publish callbacks [] for port (ed45563f-7c5b-4021-b890-687de61916a4), precommit_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.657522 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (5d20e9ec-9c80-446c-9428-01e8f14ef113), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.714328 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ed45563f-7c5b-4021-b890-687de61916a4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.766418 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (5d20e9ec-9c80-446c-9428-01e8f14ef113), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.766875 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e2d58-4d68-4c98-bbb5-20fd05595b3c None None] Pushing event updated for resources: {'Port': ['ID=ed45563f-7c5b-4021-b890-687de61916a4,revision_number=3']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:53.794719 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d20e9ec-9c80-446c-9428-01e8f14ef113,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:53.826403 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Attempting to bind port ed45563f-7c5b-4021-b890-687de61916a4 on host dv-cinder-821602-8-iscsi for vnic_type normal with profile {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:35:53.826403 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Attempting to bind port ed45563f-7c5b-4021-b890-687de61916a4 by drivers openvswitch,hyperv on host dv-cinder-821602-8-iscsi at level 0 using segments [{'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:35:53.826403 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Attempting to bind port ed45563f-7c5b-4021-b890-687de61916a4 on network a6a84270-d002-4a5a-a396-34dc6f0c4b7e {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:35:53.829817 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Checking agent: {'id': 'b7f04f32-dc85-431c-9c54-0e56e8466f91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 12, 22), 'started_at': datetime.datetime(2022, 1, 11, 23, 12, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:35:53.830188 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Checking segment: {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:35:53.830587 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.830976 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Bound using segment: {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'} {{(pid=103150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:35:53.831465 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.managers [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Bound port: ed45563f-7c5b-4021-b890-687de61916a4, host: dv-cinder-821602-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e36110-8883-4989-8fd1-9eec4e6a838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e'}}] {{(pid=103150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:35:53.831850 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ed45563f-7c5b-4021-b890-687de61916a4), before_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.881943 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:53.886736 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-63a4c558-768e-4f38-b458-a1190a33a91c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3743875 Jan 11 23:35:53.889379 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 46646) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:35:53.892590 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'security_group_rule': {'security_group_id': '59abebac-0799-4a48-b7ea-221cc22c5f2d', 'project_id': '578a7571c9704cac990e24d19403a286', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:35:53.901536 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] For port ed45563f-7c5b-4021-b890-687de61916a4, host dv-cinder-821602-8-iscsi, cleared binding levels {{(pid=103150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:35:53.905598 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.plugins.ml2.db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] For port ed45563f-7c5b-4021-b890-687de61916a4, host dv-cinder-821602-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=ed45563f-7c5b-4021-b890-687de61916a4,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:35:53.988022 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron_lib.callbacks.manager [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ed45563f-7c5b-4021-b890-687de61916a4), after_update {{(pid=103150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.017370 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.securitygroups_db [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Project 578a7571c9704cac990e24d19403a286 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 11 23:35:54.022600 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (54e364a9-1051-436d-9c7d-a1ff2e6d148b), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.037233 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] Provisioning complete for port ed45563f-7c5b-4021-b890-687de61916a4 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:54.037233 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ed45563f-7c5b-4021-b890-687de61916a4), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.048475 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e2d58-4d68-4c98-bbb5-20fd05595b3c None None] Pushing event updated for resources: {'Port': ['ID=ed45563f-7c5b-4021-b890-687de61916a4,revision_number=4']} {{(pid=103150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:54.057194 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Routers {'5c4601ea-28d3-4523-9ea0-72c1592c3c6b'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:35:54.057802 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:35:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:54.099481 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (54e364a9-1051-436d-9c7d-a1ff2e6d148b), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.124048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] Current status of the port ed45563f-7c5b-4021-b890-687de61916a4 is: DOWN; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:54.124707 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (ed45563f-7c5b-4021-b890-687de61916a4), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.159730 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] For port ed45563f-7c5b-4021-b890-687de61916a4, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=ed45563f-7c5b-4021-b890-687de61916a4,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:35:54.170301 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] Set router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:35:54.172701 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477926'] for security_group_rule (54e364a9-1051-436d-9c7d-a1ff2e6d148b), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.195709 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e364a9-1051-436d-9c7d-a1ff2e6d148b,revision_number=0']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:54.222870 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (ed45563f-7c5b-4021-b890-687de61916a4), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.248146 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.249595 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-dc3db9a1-0b84-42d0-9ff3-dbab67b09f31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3614585 Jan 11 23:35:54.282622 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653c6d-b9b4-48d2-8756-77bbd2a22074 None None] Pushing event updated for resources: {'Port': ['ID=ed45563f-7c5b-4021-b890-687de61916a4,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:35:54.351223 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-78a9fe77-d4ac-4101-8e3f-edf3ae7c1d50 None None] Provisioning complete for port ed45563f-7c5b-4021-b890-687de61916a4 triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:54.351668 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-78a9fe77-d4ac-4101-8e3f-edf3ae7c1d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ed45563f-7c5b-4021-b890-687de61916a4), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:54.387332 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'ed45563f-7c5b-4021-b890-687de61916a4', 'name': '', 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'tenant_id': '3975066422054b2282cd0b01db262704', 'mac_address': 'fa:16:3e:b4:30:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:49Z', 'updated_at': '2022-01-11T23:35:53Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'subnets': [{'id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:35:54.413667 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5d032e-8982-43bc-add4-b0ceb2972403 None None] The sync data for ids ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'] in dv-cinder-821602-8-iscsi is: [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:35:50Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'ed45563f-7c5b-4021-b890-687de61916a4', 'name': '', 'network_id': 'a6a84270-d002-4a5a-a396-34dc6f0c4b7e', 'tenant_id': '3975066422054b2282cd0b01db262704', 'mac_address': 'fa:16:3e:b4:30:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:49Z', 'updated_at': '2022-01-11T23:35:53Z', 'revision_number': 4, 'project_id': '3975066422054b2282cd0b01db262704', 'subnets': [{'id': '3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:35:54.438695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-78a9fe77-d4ac-4101-8e3f-edf3ae7c1d50 None None] Current status of the port ed45563f-7c5b-4021-b890-687de61916a4 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:55.220495 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device ed45563f-7c5b-4021-b890-687de61916a4 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:55.268882 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port ed45563f-7c5b-4021-b890-687de61916a4 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:55.269290 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (ed45563f-7c5b-4021-b890-687de61916a4), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:55.348141 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port ed45563f-7c5b-4021-b890-687de61916a4 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:35:55.349127 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 8c1ca58d-c0be-45e3-b355-b195b786b278 up at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:35:55.394629 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Provisioning complete for port 8c1ca58d-c0be-45e3-b355-b195b786b278 triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:35:55.395006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:35:55.470286 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Current status of the port 8c1ca58d-c0be-45e3-b355-b195b786b278 is: ACTIVE; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:36:12.866311 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:36:15.723421 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-51c30cf5-07d0-47ce-989c-44c7438a932f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:17.289031 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-d98f341e-3329-4d29-ab93-9825513c04d0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600993417&fields=id&tenant_id=578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 267 time: 0.0467589 Jan 11 23:36:17.394872 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-ba2bd2a8-697e-4fec-b25a-97de754dfb31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:17.396319 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-ba2bd2a8-697e-4fec-b25a-97de754dfb31 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 811 time: 0.1003609 Jan 11 23:36:17.410127 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-05d8c6e9-d745-49fd-8ee4-7a62ce7b655c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/quotas/578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 375 time: 0.0086462 Jan 11 23:36:17.460331 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-1905f653-3fa0-4cca-9cdf-b3f410b7bd6a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445828 Jan 11 23:36:17.556614 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-40027cc0-63fc-471b-9f65-2b82ce7ee46e service neutron] 10.222.0.21 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854623 Jan 11 23:36:17.644284 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-c64c2630-6c00-448e-80cf-cbadb8dda879 service neutron] 10.222.0.21 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815234 Jan 11 23:36:17.930818 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d3ebe5e5-6fd2-4424-b310-61eb86cce616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:18.213844 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-72e03c89-4dd9-416a-9c22-3b30202dbd6f req-0df94402-ac07-44f1-abc2-087d1dd2afd3 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Jan 11 23:36:19.250558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:19.310144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8ec27a69-2659-49cd-a989-c9e2b1058430 req-9de006d1-e67e-412a-acd2-632e1f6cf45f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 210 time: 0.0262547 Jan 11 23:36:20.360912 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-0a592e44-08f6-4325-a7a7-13d0e4dc5fae tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:20.362427 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-0a592e44-08f6-4325-a7a7-13d0e4dc5fae tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 811 time: 0.1046600 Jan 11 23:36:20.409365 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-032b2770-b9e0-420d-b6b7-bbe8966aab9c req-dfec90c3-bc90-4377-a3b9-02156c08483c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Jan 11 23:36:20.433515 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-9741d2de-fe5d-4ac9-a45a-cd5b1593a78d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 380 time: 0.0575488 Jan 11 23:36:20.443738 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'port': {'device_id': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'admin_state_up': True, 'tenant_id': '578a7571c9704cac990e24d19403a286', 'security_groups': ['59abebac-0799-4a48-b7ea-221cc22c5f2d']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:36:20.445127 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:20.610587 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Made reservation on behalf of 578a7571c9704cac990e24d19403a286 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:36:20.614129 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:20.742461 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Allocated IP 172.20.0.3 (9fe361d0-8466-4845-9dcd-85f67b0170ad/8844e4a1-d99f-4129-85bd-08f4bcd02c95/234d425c-63af-40ac-85d9-f7df67e6ab1c) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:36:20.888107 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:20.965226 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:21.009903 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:36:21.012714 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:36:21.015507 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:36:21.050441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=234d425c-63af-40ac-85d9-f7df67e6ab1c,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:21.064609 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.067562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.068385 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.068385 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.068585 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.068808 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:21.093590 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:21.096322 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:21.168547 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-47c43de0-a57a-48a0-98f7-e68c74a5b5fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7282321 Jan 11 23:36:21.221898 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-79997812-0ac9-45a1-a275-2ee898405dc3 None None] Provisioning complete for port 234d425c-63af-40ac-85d9-f7df67e6ab1c triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:36:21.222295 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-79997812-0ac9-45a1-a275-2ee898405dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:21.258272 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-79997812-0ac9-45a1-a275-2ee898405dc3 None None] Port 234d425c-63af-40ac-85d9-f7df67e6ab1c cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:36:21.277577 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Request body: {'port': {'device_id': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:36:21.330319 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:21.532477 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14084-1c6c-42ba-b9a4-b71933d5f648 req-e45d205b-fc75-474b-9c7a-e64ec8829f84 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:21.534192 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97a14084-1c6c-42ba-b9a4-b71933d5f648 req-e45d205b-fc75-474b-9c7a-e64ec8829f84 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 931 time: 0.0537407 Jan 11 23:36:21.587571 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-97a14084-1c6c-42ba-b9a4-b71933d5f648 req-c09abde5-3bad-4746-b7b7-7cb184710599 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470262 Jan 11 23:36:21.870175 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234d425c-63af-40ac-85d9-f7df67e6ab1c {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:36:21.877551 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Publish callbacks [] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:21.883248 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:21.889241 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Transition to ACTIVE for port object 234d425c-63af-40ac-85d9-f7df67e6ab1c will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:36:21.958535 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:22.009439 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Pushing event updated for resources: {'Port': ['ID=234d425c-63af-40ac-85d9-f7df67e6ab1c,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:22.079634 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Attempting to bind port 234d425c-63af-40ac-85d9-f7df67e6ab1c on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:36:22.079967 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Attempting to bind port 234d425c-63af-40ac-85d9-f7df67e6ab1c by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:36:22.080298 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Attempting to bind port 234d425c-63af-40ac-85d9-f7df67e6ab1c on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:36:22.084837 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Port 234d425c-63af-40ac-85d9-f7df67e6ab1c on network 9fe361d0-8466-4845-9dcd-85f67b0170ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:36:22.087441 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Attempting to bind port 234d425c-63af-40ac-85d9-f7df67e6ab1c on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:36:22.090220 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:36:22.090556 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Checking segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:36:22.090936 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Bound using segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:36:22.092148 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Bound port: 234d425c-63af-40ac-85d9-f7df67e6ab1c, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:36:22.092512 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:22.162020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] For port 234d425c-63af-40ac-85d9-f7df67e6ab1c, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:36:22.164875 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] For port 234d425c-63af-40ac-85d9-f7df67e6ab1c, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:36:22.227046 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:22.261605 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:22.262233 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:22.264627 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] 10.222.0.35 "PUT /v2.0/ports/234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 1093 time: 1.0829403 Jan 11 23:36:22.265181 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:36:22.267472 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529b3194-7239-45df-bfcf-b640e859be23" -d '{"events": [{"name": "network-changed", "server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:36:22.298311 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e859db9-58cd-4060-bdb4-fb120a8b8726 service neutron] Pushing event updated for resources: {'Port': ['ID=234d425c-63af-40ac-85d9-f7df67e6ab1c,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:22.379426 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcecabc3-05a0-4490-92ad-8643ead7a975 x-openstack-request-id: req-fcecabc3-05a0-4490-92ad-8643ead7a975 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:36:22.379979 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:36:22.380452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcecabc3-05a0-4490-92ad-8643ead7a975 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:36:22.381044 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'status': 'completed', 'code': 200} Jan 11 23:36:22.442982 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-05491698-387b-4f5c-b758-2e6941a0a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:22.444578 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-05491698-387b-4f5c-b758-2e6941a0a1ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1096 time: 0.0451684 Jan 11 23:36:22.487320 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:22.499952 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-ba518f58-1666-45f4-b523-ff498659e376 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 217 time: 0.0432589 Jan 11 23:36:22.548571 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-7057e26c-becc-4b8d-991e-eec4a4a4d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:22.549984 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-7057e26c-becc-4b8d-991e-eec4a4a4d675 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0434947 Jan 11 23:36:22.593994 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e71-935e-48cd-92b0-879c33367def req-b03fd8b0-7b62-4ea2-82b2-5ac8edfb30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:22.595460 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-b03fd8b0-7b62-4ea2-82b2-5ac8edfb30a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400689 Jan 11 23:36:22.691608 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-ebacb976-52e7-456c-8d49-07a6dfbf0ff4 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899394 Jan 11 23:36:22.704325 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39fd94-baec-47a2-83cc-5cd7503ca3ee req-d320daca-921b-4d45-b054-55b78cd0fc20 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:22.705827 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fb39fd94-baec-47a2-83cc-5cd7503ca3ee req-d320daca-921b-4d45-b054-55b78cd0fc20 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0524533 Jan 11 23:36:22.755228 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fb39fd94-baec-47a2-83cc-5cd7503ca3ee req-9d5f24a4-90f4-4b28-b35e-300487784b8d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Jan 11 23:36:22.782428 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-732a1e71-935e-48cd-92b0-879c33367def req-e19138a5-e48d-462c-b6ad-271268bc6127 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 Jan 11 23:36:23.001907 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3194-7239-45df-bfcf-b640e859be23 req-48b6c7bd-8c4b-437d-a380-f1a6ff49e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:23.003275 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-48b6c7bd-8c4b-437d-a380-f1a6ff49e2fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1096 time: 0.0406799 Jan 11 23:36:23.096483 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3194-7239-45df-bfcf-b640e859be23 req-f6d2b520-ef91-4f71-9fcb-129c4c421615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:23.098020 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-f6d2b520-ef91-4f71-9fcb-129c4c421615 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0887845 Jan 11 23:36:23.138120 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-d065faa1-b743-487b-83d7-5b2a95357c3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 217 time: 0.0345588 Jan 11 23:36:23.189263 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3194-7239-45df-bfcf-b640e859be23 req-662ccc4e-28c9-4e98-9c20-535c8c2a8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:23.190712 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-662ccc4e-28c9-4e98-9c20-535c8c2a8ca9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0470271 Jan 11 23:36:23.234813 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3194-7239-45df-bfcf-b640e859be23 req-91b568ed-43c0-4ca7-9ceb-d1fa81795c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:23.236269 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-91b568ed-43c0-4ca7-9ceb-d1fa81795c2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402162 Jan 11 23:36:23.328438 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-c16f30ff-cb22-4f11-bfd8-d42a59020d7b service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863359 Jan 11 23:36:23.415634 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-529b3194-7239-45df-bfcf-b640e859be23 req-256d0cef-3bc0-432d-a4b5-43dbbdbba1fd service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814087 Jan 11 23:36:23.876575 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436802e4-93e8-4350-bf4a-02d58e3fe9df req-a73d462e-91eb-4ea2-989a-275ce8a7491c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:23.878060 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-436802e4-93e8-4350-bf4a-02d58e3fe9df req-a73d462e-91eb-4ea2-989a-275ce8a7491c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0493367 Jan 11 23:36:23.926248 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-436802e4-93e8-4350-bf4a-02d58e3fe9df req-bc3baf86-8d26-49ea-8f9f-03cae77cb565 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426013 Jan 11 23:36:25.040126 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadd77f-44c5-4813-b498-c9ca75d0b7d8 req-da71efdf-90e7-41c7-8c71-9c2559f115f7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:25.041763 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eeadd77f-44c5-4813-b498-c9ca75d0b7d8 req-da71efdf-90e7-41c7-8c71-9c2559f115f7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Jan 11 23:36:25.098827 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eeadd77f-44c5-4813-b498-c9ca75d0b7d8 req-c8269bfe-b222-451e-85b0-63a0a3e119a6 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515330 Jan 11 23:36:26.212295 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c702f9-3b4c-4077-a93b-8f6a351bbceb req-9ecf4c81-02e9-4f9d-8b6f-be9fdf1418e9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:26.213792 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3c702f9-3b4c-4077-a93b-8f6a351bbceb req-9ecf4c81-02e9-4f9d-8b6f-be9fdf1418e9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0502241 Jan 11 23:36:26.262611 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-f3c702f9-3b4c-4077-a93b-8f6a351bbceb req-dbea0b7d-ff9e-4968-97ac-396cc320d680 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 Jan 11 23:36:27.376997 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac639e-b54e-4bbe-b7bc-0097bc14257d req-cd3f4aaf-d2de-4024-b443-dcb81d086e77 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:27.378493 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d2ac639e-b54e-4bbe-b7bc-0097bc14257d req-cd3f4aaf-d2de-4024-b443-dcb81d086e77 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0504658 Jan 11 23:36:27.428244 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d2ac639e-b54e-4bbe-b7bc-0097bc14257d req-067ccb0e-ff62-4425-a77e-ff00b1470d46 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 Jan 11 23:36:28.547890 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ec17e-343a-4b51-986d-99d1e2099cc7 req-c47b2d09-35da-4848-bd49-a7511305d70e tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:28.549376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-367ec17e-343a-4b51-986d-99d1e2099cc7 req-c47b2d09-35da-4848-bd49-a7511305d70e tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0535684 Jan 11 23:36:28.597049 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-367ec17e-343a-4b51-986d-99d1e2099cc7 req-cfc84425-bc82-4e0a-b861-bd5d174ca9f8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Jan 11 23:36:29.708378 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc939f6-7b45-49fb-aff3-6641763d5f63 req-17ea5aca-89af-4917-81fa-0fd2f5434672 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:29.709851 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6dc939f6-7b45-49fb-aff3-6641763d5f63 req-17ea5aca-89af-4917-81fa-0fd2f5434672 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0486188 Jan 11 23:36:29.758246 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6dc939f6-7b45-49fb-aff3-6641763d5f63 req-f9d94c12-8cc8-4bc4-8797-f50166ea1a0b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Jan 11 23:36:30.876127 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b248c5-aeb6-455a-bbb2-544732458b33 req-3ddc4aea-d844-4849-9936-675345eee2d5 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:30.877621 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-85b248c5-aeb6-455a-bbb2-544732458b33 req-3ddc4aea-d844-4849-9936-675345eee2d5 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 943 time: 0.0535812 Jan 11 23:36:30.924987 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-85b248c5-aeb6-455a-bbb2-544732458b33 req-80f620b4-ab9f-4f65-991c-f7dfd5de6414 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418806 Jan 11 23:36:31.698890 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 234d425c-63af-40ac-85d9-f7df67e6ab1c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:36:31.790764 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 234d425c-63af-40ac-85d9-f7df67e6ab1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:36:31.803176 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'port_id': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'mac_address': 'fa:16:3e:50:b0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:36:31.842648 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 234d425c-63af-40ac-85d9-f7df67e6ab1c is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:36:31.843042 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:31.855312 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234d425c-63af-40ac-85d9-f7df67e6ab1c {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:36:31.874425 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 234d425c-63af-40ac-85d9-f7df67e6ab1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:36:31.912812 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:31.959653 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=234d425c-63af-40ac-85d9-f7df67e6ab1c,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:32.039427 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6d9da-4a3b-440e-a636-d937f1ada8df req-e936e099-5ac5-4209-8f75-2a7389095f9e tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:32.041193 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0a6d9da-4a3b-440e-a636-d937f1ada8df req-e936e099-5ac5-4209-8f75-2a7389095f9e tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 944 time: 0.0490670 Jan 11 23:36:32.088563 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c0a6d9da-4a3b-440e-a636-d937f1ada8df req-b7c67366-7dcb-4458-b48c-e3477d4d46ff tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Jan 11 23:36:32.358943 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['234d425c-63af-40ac-85d9-f7df67e6ab1c'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:36:33.199549 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacae9a-7dce-47e1-8160-376526a26126 req-1af11695-6092-48cb-96a2-d7ac99728917 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:33.201035 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5cacae9a-7dce-47e1-8160-376526a26126 req-1af11695-6092-48cb-96a2-d7ac99728917 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 944 time: 0.0483670 Jan 11 23:36:33.253877 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-5cacae9a-7dce-47e1-8160-376526a26126 req-030b2321-c476-4793-b824-0e9d44490f0d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470405 Jan 11 23:36:33.717572 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 234d425c-63af-40ac-85d9-f7df67e6ab1c up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:36:33.861741 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 234d425c-63af-40ac-85d9-f7df67e6ab1c completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:36:33.865757 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 234d425c-63af-40ac-85d9-f7df67e6ab1c triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:36:33.870586 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:33.943642 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 234d425c-63af-40ac-85d9-f7df67e6ab1c is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:36:33.944020 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:33.965641 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:36:33.968066 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00a8a8-8160-40cb-8469-1472c9eed3ab" -d '{"events": [{"server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "name": "network-vif-plugged", "status": "completed", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:36:33.979883 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 234d425c-63af-40ac-85d9-f7df67e6ab1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:36:34.005091 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06313b66-a6f6-4266-93ef-572eea87cf01 x-openstack-request-id: req-06313b66-a6f6-4266-93ef-572eea87cf01 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:36:34.005381 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "name": "network-vif-plugged", "status": "completed", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:36:34.005632 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06313b66-a6f6-4266-93ef-572eea87cf01 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:36:34.006064 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'code': 200} Jan 11 23:36:34.038651 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:34.086402 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=234d425c-63af-40ac-85d9-f7df67e6ab1c,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:34.360248 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087afd1-fbdc-443e-84d9-5a84e065a8da req-4683e4ed-d914-482c-b16e-0d696e4b35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:34.361780 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7087afd1-fbdc-443e-84d9-5a84e065a8da req-4683e4ed-d914-482c-b16e-0d696e4b35ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1098 time: 0.0415518 Jan 11 23:36:34.367276 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4f0db-a6df-4c7c-a164-537124d8932c req-1ea2dd11-e841-41d4-aa26-792f96311598 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:34.368760 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-39a4f0db-a6df-4c7c-a164-537124d8932c req-1ea2dd11-e841-41d4-aa26-792f96311598 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0489335 Jan 11 23:36:34.412653 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7087afd1-fbdc-443e-84d9-5a84e065a8da req-f96bb131-cc19-41ec-a5ee-182cb8f1d9ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 Jan 11 23:36:34.418290 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-39a4f0db-a6df-4c7c-a164-537124d8932c req-007f98ae-f316-4459-b095-80aae0ce00a9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432496 Jan 11 23:36:35.530968 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a1b59-a2fe-4993-880d-f0190906467c req-834c2c02-e0b9-4372-b528-cb8fd6b43235 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:35.532455 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-923a1b59-a2fe-4993-880d-f0190906467c req-834c2c02-e0b9-4372-b528-cb8fd6b43235 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Jan 11 23:36:35.580203 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-923a1b59-a2fe-4993-880d-f0190906467c req-6693623e-2677-43bb-b346-1ff1c35ea82c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Jan 11 23:36:36.696100 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392990-e31d-4917-ac58-9bd50d5ee493 req-e5e761be-5f4c-4449-bd67-08f2b9eb1efb tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:36.697799 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2c392990-e31d-4917-ac58-9bd50d5ee493 req-e5e761be-5f4c-4449-bd67-08f2b9eb1efb tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0516202 Jan 11 23:36:36.746130 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2c392990-e31d-4917-ac58-9bd50d5ee493 req-97118fb5-8f54-4b5f-9817-d7de442e928d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Jan 11 23:36:36.858671 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c427002-e07f-4e4c-adb4-b935c9454509 req-18dedcc7-ae51-4fb4-98f8-84b50050b3bb tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:36.860068 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2c427002-e07f-4e4c-adb4-b935c9454509 req-18dedcc7-ae51-4fb4-98f8-84b50050b3bb tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Jan 11 23:36:36.908819 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2c427002-e07f-4e4c-adb4-b935c9454509 req-2a732c80-e646-4671-af7e-b3294bd501d9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433347 Jan 11 23:36:36.930474 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46836) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:36:37.012186 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334a3ae-6c54-45f6-a815-0b113d0e68ad tempest-TestVolumeBootPattern-1809728661 tempest-TestVolumeBootPattern-1809728661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:37.013699 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-1334a3ae-6c54-45f6-a815-0b113d0e68ad tempest-TestVolumeBootPattern-1809728661 tempest-TestVolumeBootPattern-1809728661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1093 time: 0.0822649 Jan 11 23:36:37.017263 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46840) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:36:37.021462 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'port_id': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:36:37.101428 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:37.200165 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:37.306042 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Allocated IP 172.27.0.124 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/bd3c2b83-4b58-4550-ad34-cf0330d74bcb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:36:37.404486 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:37.495786 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:37.537582 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:36:37.540354 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:36:37.543160 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:36:37.570576 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=bd3c2b83-4b58-4550-ad34-cf0330d74bcb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:37.582805 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.583161 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.583508 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.583878 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.584216 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.584550 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.584882 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.585253 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.585588 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.585916 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.586241 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.586567 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.586912 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:36:37.919061 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (e243c6ad-af29-4fa3-a439-b98e4116b752), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:37.939739 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-5ba6f511-e464-4b55-8a0c-1bc29fc01b26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417795 Jan 11 23:36:38.032863 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:38.037600 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-55439cac-cf0b-459c-8133-cce9be0fad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:38.039109 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-55439cac-cf0b-459c-8133-cce9be0fad23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1098 time: 0.0420237 Jan 11 23:36:38.145939 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-a7672066-c471-49f3-933a-92d850567ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:38.147413 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-a7672066-c471-49f3-933a-92d850567ec5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0885873 Jan 11 23:36:38.180971 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:38.212257 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-0ab213a1-b839-426d-a59e-ff8fada0e4f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 999 time: 0.0584702 Jan 11 23:36:38.233760 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:38.259636 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-7efa6c68-4b3b-4289-bc7a-1541101215ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:38.261139 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-7efa6c68-4b3b-4289-bc7a-1541101215ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0437603 Jan 11 23:36:38.306475 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=bd3c2b83-4b58-4550-ad34-cf0330d74bcb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:36:38.308989 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-cb138bba-886b-4a19-b648-bf5bba1d5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:38.311152 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-cb138bba-886b-4a19-b648-bf5bba1d5573 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445864 Jan 11 23:36:38.318609 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (e243c6ad-af29-4fa3-a439-b98e4116b752), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:38.397889 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-2c9a5d7b-984f-4a1f-a8ca-aa6f886c50ac service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805860 Jan 11 23:36:38.421377 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Floating IP e243c6ad-af29-4fa3-a439-b98e4116b752 associated. External IP: 172.27.0.124, port: 234d425c-63af-40ac-85d9-f7df67e6ab1c. Jan 11 23:36:38.492479 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-6d58f1ce-31da-46e9-b368-9d457740eed0 req-86f08c06-1127-4745-8fa3-a5aa4a88cb2a service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878193 Jan 11 23:36:38.628666 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:36:38.737563 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:36:38.747076 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:36:38.756895 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:36:38.757612 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:36:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:36:38.800485 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:38.827984 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-66928c61-62a7-493d-8b3e-4336d01e4cd1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8096983 Jan 11 23:36:38.828663 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:36:38.830937 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb44a13a-f8d3-4f2d-80ec-0db87117b114" -d '{"events": [{"name": "network-changed", "server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:36:38.867871 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:36:38.927062 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959bcf8f-552e-4b6e-b9cf-51573d7d975e x-openstack-request-id: req-959bcf8f-552e-4b6e-b9cf-51573d7d975e {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:36:38.927581 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:36:38.927693 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-959bcf8f-552e-4b6e-b9cf-51573d7d975e {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:36:38.928024 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'status': 'completed', 'code': 200} Jan 11 23:36:39.010988 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-04e1d207-179a-4cbb-8f50-4a2073ba7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:39.012422 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-04e1d207-179a-4cbb-8f50-4a2073ba7331 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1098 time: 0.0421550 Jan 11 23:36:39.104769 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-64bc00a7-8da4-4c23-a832-89fac1faa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:39.106274 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-64bc00a7-8da4-4c23-a832-89fac1faa78f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0886717 Jan 11 23:36:39.171944 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-bfb61dd2-8a07-49d4-97b0-6295492d57c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 999 time: 0.0603187 Jan 11 23:36:39.221182 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-0dbf35dd-1fb5-4111-a599-eea58d380391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:39.222643 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-0dbf35dd-1fb5-4111-a599-eea58d380391 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0446723 Jan 11 23:36:39.227167 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'e243c6ad-af29-4fa3-a439-b98e4116b752', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:50:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:36:37Z', 'updated_at': '2022-01-11T23:36:37Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:36:39.257362 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:36:39.266487 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:36:39.266650 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:36:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:36:39.275028 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-d72c6f2e-9892-4dba-bd2e-ac72ddd94c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:36:39.276490 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-d72c6f2e-9892-4dba-bd2e-ac72ddd94c7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483625 Jan 11 23:36:39.365479 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-7e9f67bf-42b0-4722-a433-21b0b6de201e service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827079 Jan 11 23:36:39.372020 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:36:39.457011 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-cb44a13a-f8d3-4f2d-80ec-0db87117b114 req-caa0b039-c030-4290-879e-6850bfc48724 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857136 Jan 11 23:36:39.596160 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'e243c6ad-af29-4fa3-a439-b98e4116b752', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:50:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:36:37Z', 'updated_at': '2022-01-11T23:36:37Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:36:39.625196 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c3648-4c83-406d-84cd-c7111c491baa None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': 'e243c6ad-af29-4fa3-a439-b98e4116b752', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:50:b0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:36:37Z', 'updated_at': '2022-01-11T23:36:37Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:36:39.813042 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb26d62-b3b9-4fcb-b901-93fbd8ba6b77 None None] New status for floating IP e243c6ad-af29-4fa3-a439-b98e4116b752: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:36:45.655572 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-375409d5-fbde-41eb-81d8-dc9bd50d188e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:47.946730 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-abf30610-c0a2-4f41-ac50-1e39da56cd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:49.226841 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:49.866179 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:36:50.444474 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:51.883862 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:36:52.482691 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:15.654769 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-248d38b2-76db-4293-a4d4-15c70d6e3fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:17.911999 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5d75ace6-9a09-4203-b217-f903ecc961f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:19.220745 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:20.447786 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:21.848654 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:22.455006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:26.865338 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:37:38.894976 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-a6f1a4fd-f395-4d27-b13b-4884e4f013fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407379 Jan 11 23:37:38.991406 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-5fb6185e-08b2-4b6f-997a-427bb453e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:37:38.992837 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-5fb6185e-08b2-4b6f-997a-427bb453e7e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1098 time: 0.0399346 Jan 11 23:37:39.097435 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-323fb014-973f-40ce-8474-ebabc1d4ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:37:39.098878 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-323fb014-973f-40ce-8474-ebabc1d4ecc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0876484 Jan 11 23:37:39.161531 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-d307b95c-345a-4d69-a951-329d7a0fd296 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 1001 time: 0.0573013 Jan 11 23:37:39.209031 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-ae78db11-d6fc-4825-8474-ab6665e2fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:37:39.210462 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-ae78db11-d6fc-4825-8474-ab6665e2fe95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0433459 Jan 11 23:37:39.256765 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-91f932f2-bafa-47ca-9e5a-049a54cd7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:37:39.258224 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-91f932f2-bafa-47ca-9e5a-049a54cd7829 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426154 Jan 11 23:37:39.347411 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-6778b724-5faa-4b89-8cef-650d68cf41c5 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823631 Jan 11 23:37:39.437346 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-7400c58c-5d7c-4fcb-92c2-b3890a5df54b req-6503c028-157d-47aa-9149-ebf9fbd0d71d service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844989 Jan 11 23:37:45.653997 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6cb9-636f-4ec0-a780-feec2c227f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:47.968452 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be0246c7-083b-40f9-894d-9799d7df5ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:49.208832 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:50.442402 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:51.877498 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:37:52.493529 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:03.864528 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:38:15.641844 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1f7d7454-9bcd-46a6-9709-b11b244266b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:17.927580 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e31162ce-7ff7-4807-8ddc-021a9c0970e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:19.224860 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:20.447326 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:21.915786 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:22.527188 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:38.938152 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-f7613224-cf35-47dd-9d8b-1eabe2e1e8c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393112 Jan 11 23:38:39.041685 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-b73ff681-2b6e-42d1-9d66-37f2f466699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:39.043244 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-b73ff681-2b6e-42d1-9d66-37f2f466699b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 1098 time: 0.0405862 Jan 11 23:38:39.150087 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-34f24baf-b92b-4641-9b45-0942282121a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:39.151515 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-34f24baf-b92b-4641-9b45-0942282121a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0878119 Jan 11 23:38:39.217687 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-8e3ac338-d3e0-4545-95d0-2267b7be74f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 200 len: 1001 time: 0.0586824 Jan 11 23:38:39.270387 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-b299ed1c-2740-4d37-8b57-f256e84acec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:39.271853 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-b299ed1c-2740-4d37-8b57-f256e84acec3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0484140 Jan 11 23:38:39.317184 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-10991ffb-5f79-4fee-a756-a0ae34174187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:39.318621 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-10991ffb-5f79-4fee-a756-a0ae34174187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399883 Jan 11 23:38:39.405145 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-81556555-6e5a-450e-9d64-c3615806f49a service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805964 Jan 11 23:38:39.494558 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-914915ef-17b4-4e66-aa2d-a0a1a8b167f0 req-ef3f3774-c38d-4188-9eb5-5ea394e487ab service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833631 Jan 11 23:38:40.863761 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:38:45.640055 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de154e49-d545-4c94-a6a8-74a49caabfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:47.949689 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3dacce98-726f-4346-8e97-61f7b3334a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:49.229398 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:50.435238 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:51.858064 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:52.514347 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:54.292728 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56385-a3c0-45e0-8878-82358924236b req-ea7bd6d1-406a-47e6-af39-aab99e1533c8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:54.294297 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04b56385-a3c0-45e0-8878-82358924236b req-ea7bd6d1-406a-47e6-af39-aab99e1533c8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Jan 11 23:38:54.345209 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-04b56385-a3c0-45e0-8878-82358924236b req-4d5c6609-ddf5-4efb-a7c8-e9a33b164fec tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 Jan 11 23:38:55.467036 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0166aa-4e0c-4747-b002-e978b3dea747 req-ca35e9ff-4211-4c76-b002-c8adde5594e6 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:55.468492 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef0166aa-4e0c-4747-b002-e978b3dea747 req-ca35e9ff-4211-4c76-b002-c8adde5594e6 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0482368 Jan 11 23:38:55.519916 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ef0166aa-4e0c-4747-b002-e978b3dea747 req-8fd93bee-0d47-48f7-9a78-f7360e98080a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Jan 11 23:38:56.112065 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-35baaa50-3111-423f-ad4c-253cea28791b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:56.113695 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-35baaa50-3111-423f-ad4c-253cea28791b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0479674 Jan 11 23:38:56.202811 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Deleting port 234d425c-63af-40ac-85d9-f7df67e6ab1c {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:38:56.203173 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:56.289914 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] For port 234d425c-63af-40ac-85d9-f7df67e6ab1c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=234d425c-63af-40ac-85d9-f7df67e6ab1c,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:38:56.293341 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:56.464194 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:56.464459 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (e243c6ad-af29-4fa3-a439-b98e4116b752), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:56.464768 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Floating IP e243c6ad-af29-4fa3-a439-b98e4116b752 disassociated. External IP: 172.27.0.124, port: 234d425c-63af-40ac-85d9-f7df67e6ab1c. Jan 11 23:38:56.465137 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Calling delete_port for 234d425c-63af-40ac-85d9-f7df67e6ab1c owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:38:56.635057 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb2937-7c22-49f0-ac0b-36464018ebb9 req-f875f553-2acf-4a0c-91b9-d5573e369fd7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:56.635678 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (234d425c-63af-40ac-85d9-f7df67e6ab1c), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:56.636524 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0cfb2937-7c22-49f0-ac0b-36464018ebb9 req-f875f553-2acf-4a0c-91b9-d5573e369fd7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 945 time: 0.0483053 Jan 11 23:38:56.668647 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'Port': ['ID=234d425c-63af-40ac-85d9-f7df67e6ab1c,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:38:56.679355 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.679706 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.680056 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.680392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.680851 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.681108 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.681394 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.681723 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.682047 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.682372 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.682696 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.683017 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.683334 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:38:56.690315 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0cfb2937-7c22-49f0-ac0b-36464018ebb9 req-ed672b5f-274b-4612-835d-bf992c5b43e4 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467801 Jan 11 23:38:56.801573 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:38:56.905071 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:38:56.914804 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:38:56.925398 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:38:56.926015 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:38:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:38:56.946743 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] No DVR routers for this DVR port 234d425c-63af-40ac-85d9-f7df67e6ab1c on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:38:56.949440 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:38:56.953981 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-33836c5e-1781-47ae-8145-b651b67e1b2d req-b37fbaad-8294-447f-a711-ac77ca3d3478 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "DELETE /v2.0/ports/234d425c-63af-40ac-85d9-f7df67e6ab1c HTTP/1.1" status: 204 len: 173 time: 0.8347764 Jan 11 23:38:56.954427 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'name': 'network-vif-deleted', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:38:56.956745 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419ebbcb-8f68-4e3d-a4c5-f243b968fc19" -d '{"events": [{"server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "name": "network-vif-deleted", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:38:56.992166 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ddf68f-8797-48a3-bc22-c19fa418d3f7 x-openstack-request-id: req-93ddf68f-8797-48a3-bc22-c19fa418d3f7 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:38:56.992460 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1768b9ae-0422-4a22-bea6-96943eb4a124", "name": "network-vif-deleted", "tag": "234d425c-63af-40ac-85d9-f7df67e6ab1c", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:38:56.992719 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93ddf68f-8797-48a3-bc22-c19fa418d3f7 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:38:56.993236 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1768b9ae-0422-4a22-bea6-96943eb4a124', 'name': 'network-vif-deleted', 'tag': '234d425c-63af-40ac-85d9-f7df67e6ab1c', 'status': 'completed', 'code': 200} Jan 11 23:38:57.037063 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:38:57.242280 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:38:57.269278 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:38:57.277578 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:38:57.278181 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:38:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:38:57.382745 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:38:57.711429 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:38:57.738722 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8575a4b-e50c-40ca-9d61-050ce512e005 None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:38:57.798830 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-7f8e1a40-ef0a-4f07-bb7b-e37293caa785 req-5652e294-a883-47ba-a7a8-d7d9964ad9f7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=1768b9ae-0422-4a22-bea6-96943eb4a124 HTTP/1.1" status: 200 len: 210 time: 0.0276074 Jan 11 23:38:57.960097 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984b6aaf-d655-4408-a904-e39bb1738130 None None] New status for floating IP e243c6ad-af29-4fa3-a439-b98e4116b752: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:38:59.003643 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-e59f3340-51c9-4087-a88a-1e9c24d095e0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600993417&fields=id&tenant_id=578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 267 time: 0.0430224 Jan 11 23:38:59.318983 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-df7ee35e-27e6-4b31-9c61-32bbaec08327 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:38:59.320463 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-df7ee35e-27e6-4b31-9c61-32bbaec08327 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 811 time: 0.3104789 Jan 11 23:38:59.335363 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-d150af66-c8e0-42a5-a804-7101788722ff tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/quotas/578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Jan 11 23:38:59.384221 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-7da9cc38-c83c-43b1-88d1-eabe32eab8ff tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440614 Jan 11 23:38:59.522459 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-2d22c359-4c9e-4ce8-88b1-a15044453276 service neutron] 10.222.0.21 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259813 Jan 11 23:38:59.616855 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-42538256-83fa-4a21-8097-4c380222c396 service neutron] 10.222.0.21 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Jan 11 23:39:00.104889 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-eae00b5b-7a22-4a89-a5f8-694595188334 req-2f904e07-22c2-46a2-acb9-2d703bdb3a78 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 210 time: 0.0308018 Jan 11 23:39:00.399281 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 234d425c-63af-40ac-85d9-f7df67e6ab1c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:39:00.419217 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 234d425c-63af-40ac-85d9-f7df67e6ab1c {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:39:00.419559 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 234d425c-63af-40ac-85d9-f7df67e6ab1c not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:39:01.197929 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e8d4c2dc-e56c-4726-83c3-854513ca46d7 req-44a41b5f-a637-48ac-acee-e209b97c55a7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 210 time: 0.0277584 Jan 11 23:39:02.090171 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-7b95bb48-6c34-4fa2-b4df-5e8770497782 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:02.091789 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-7b95bb48-6c34-4fa2-b4df-5e8770497782 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 811 time: 0.1018302 Jan 11 23:39:02.162070 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-cfac17f0-2dc1-45a4-b139-a00566d431fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 380 time: 0.0570488 Jan 11 23:39:02.170265 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'port': {'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'admin_state_up': True, 'tenant_id': '578a7571c9704cac990e24d19403a286', 'security_groups': ['59abebac-0799-4a48-b7ea-221cc22c5f2d']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:39:02.292711 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fbc6c0fc-3cea-424c-ab66-c6ae68869a1b req-3c6faf76-4101-4af1-b5c3-fca177dbfce2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 210 time: 0.0270855 Jan 11 23:39:02.367018 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Made reservation on behalf of 578a7571c9704cac990e24d19403a286 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:39:02.370628 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:02.504563 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Allocated IP 172.20.0.8 (9fe361d0-8466-4845-9dcd-85f67b0170ad/8844e4a1-d99f-4129-85bd-08f4bcd02c95/83c04015-f87d-4f26-b8a4-addc46d0e64a) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:39:02.645325 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:02.732734 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:02.773829 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:39:02.778725 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:39:02.782388 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:39:02.808354 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=83c04015-f87d-4f26-b8a4-addc46d0e64a,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:02.838927 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:02.839578 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:02.980745 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-669ef903-592f-4cf5-928d-4a94e790f1b9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138957 Jan 11 23:39:02.993917 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-0d880422-0f60-4044-a1ef-e10fd36afb53 None None] Provisioning complete for port 83c04015-f87d-4f26-b8a4-addc46d0e64a triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:39:02.994415 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0d880422-0f60-4044-a1ef-e10fd36afb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:02.998093 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Request body: {'port': {'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:39:03.027769 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-0d880422-0f60-4044-a1ef-e10fd36afb53 None None] Port 83c04015-f87d-4f26-b8a4-addc46d0e64a cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:39:03.054829 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:03.316736 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c04015-f87d-4f26-b8a4-addc46d0e64a {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:39:03.324651 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Publish callbacks [] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:03.337595 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Transition to ACTIVE for port object 83c04015-f87d-4f26-b8a4-addc46d0e64a will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:39:03.400822 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:03.415017 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f53a1-2adc-4c0c-8e9d-f1ffd4301674 req-b759511e-2c13-4dfc-a6ea-ad66b46fdfe8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:03.416567 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3c1f53a1-2adc-4c0c-8e9d-f1ffd4301674 req-b759511e-2c13-4dfc-a6ea-ad66b46fdfe8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 931 time: 0.0523827 Jan 11 23:39:03.471785 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Pushing event updated for resources: {'Port': ['ID=83c04015-f87d-4f26-b8a4-addc46d0e64a,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:03.484356 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3c1f53a1-2adc-4c0c-8e9d-f1ffd4301674 req-df70ff73-82c1-4232-9e3e-7b3f68eb33c8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552609 Jan 11 23:39:03.538005 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Attempting to bind port 83c04015-f87d-4f26-b8a4-addc46d0e64a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:39:03.538601 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Attempting to bind port 83c04015-f87d-4f26-b8a4-addc46d0e64a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:39:03.538927 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Attempting to bind port 83c04015-f87d-4f26-b8a4-addc46d0e64a on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:39:03.543533 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Port 83c04015-f87d-4f26-b8a4-addc46d0e64a on network 9fe361d0-8466-4845-9dcd-85f67b0170ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:39:03.543855 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Attempting to bind port 83c04015-f87d-4f26-b8a4-addc46d0e64a on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:39:03.550145 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:39:03.561728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Checking segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:39:03.561728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Bound using segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:39:03.561728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Bound port: 83c04015-f87d-4f26-b8a4-addc46d0e64a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:39:03.561728 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:03.622382 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] For port 83c04015-f87d-4f26-b8a4-addc46d0e64a, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:39:03.625970 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] For port 83c04015-f87d-4f26-b8a4-addc46d0e64a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:39:03.675324 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:03.708627 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:03.709281 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:03.710687 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] 10.222.0.35 "PUT /v2.0/ports/83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 1093 time: 0.7166944 Jan 11 23:39:03.713049 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:39:03.716377 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f798392f-ee89-4d5b-9a27-974b8e8438cd" -d '{"events": [{"name": "network-changed", "server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:39:03.741954 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf06cb-2bb3-48c7-88e2-58a911b27f01 service neutron] Pushing event updated for resources: {'Port': ['ID=83c04015-f87d-4f26-b8a4-addc46d0e64a,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:03.758663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e558f46-d967-45a1-8546-79443ca0fdef x-openstack-request-id: req-6e558f46-d967-45a1-8546-79443ca0fdef {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:39:03.759091 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:39:03.759413 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e558f46-d967-45a1-8546-79443ca0fdef {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:39:03.759883 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'status': 'completed', 'code': 200} Jan 11 23:39:03.865651 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798392f-ee89-4d5b-9a27-974b8e8438cd req-18a91778-8b9f-4883-bbed-ef1ffd9dd7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:03.867441 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f798392f-ee89-4d5b-9a27-974b8e8438cd req-18a91778-8b9f-4883-bbed-ef1ffd9dd7fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1096 time: 0.0513239 Jan 11 23:39:03.976142 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798392f-ee89-4d5b-9a27-974b8e8438cd req-6301f7d0-1807-48e1-8244-483e6d4a4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:03.977656 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f798392f-ee89-4d5b-9a27-974b8e8438cd req-6301f7d0-1807-48e1-8244-483e6d4a4c9d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=578a7571c9704cac990e24d19403a286&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0965273 Jan 11 23:39:04.072491 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798392f-ee89-4d5b-9a27-974b8e8438cd req-c64ae15b-d1bb-4e3c-a57f-cfd44bbd5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:04.073954 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-f798392f-ee89-4d5b-9a27-974b8e8438cd req-c64ae15b-d1bb-4e3c-a57f-cfd44bbd5326 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902746 Jan 11 23:39:04.426645 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-1d9e77b5-9d88-48e4-9447-038cfabce6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:04.428035 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-1d9e77b5-9d88-48e4-9447-038cfabce6aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1096 time: 0.3001945 Jan 11 23:39:04.473498 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-026d7c0f-2eb3-4101-8151-7cd527fc9fff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 217 time: 0.0329511 Jan 11 23:39:04.520644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-10491e9e-8c36-4fbf-870c-933392cedacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:04.522138 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-10491e9e-8c36-4fbf-870c-933392cedacf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0430768 Jan 11 23:39:04.569733 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-60f2cc1c-1111-49b0-8edb-ac1f34b342d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:04.571268 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-60f2cc1c-1111-49b0-8edb-ac1f34b342d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436094 Jan 11 23:39:04.588828 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87b87a-6c16-4583-87d6-47b20fb507bb req-8f55268e-7d0a-442c-bd65-d10e2f0885d4 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:04.590326 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bd87b87a-6c16-4583-87d6-47b20fb507bb req-8f55268e-7d0a-442c-bd65-d10e2f0885d4 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0524385 Jan 11 23:39:04.639327 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-bd87b87a-6c16-4583-87d6-47b20fb507bb req-fa265441-81d0-45d3-ae55-4bdcbf5c9a4a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433271 Jan 11 23:39:04.660053 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-712907cb-9d87-421f-8d6b-50ab9ca57328 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821950 Jan 11 23:39:04.749694 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-962941a7-4840-4d14-b1ff-43da4a8d0d65 req-73617600-5ee0-464b-b174-e1f2224fedf6 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838866 Jan 11 23:39:05.753651 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d587138-1b80-4261-9f93-ae4858f91eea req-b5ac35bc-ea65-4995-b3df-7b2601b25e47 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:05.755085 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0d587138-1b80-4261-9f93-ae4858f91eea req-b5ac35bc-ea65-4995-b3df-7b2601b25e47 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0478995 Jan 11 23:39:05.803400 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0d587138-1b80-4261-9f93-ae4858f91eea req-5234e96f-86e1-4c88-a317-91e302db1275 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Jan 11 23:39:06.917908 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616d1ae-2f59-4b45-8432-c1d28564f564 req-1ff99d6f-15c8-4e77-ab31-c589897aed0d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:06.919361 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0616d1ae-2f59-4b45-8432-c1d28564f564 req-1ff99d6f-15c8-4e77-ab31-c589897aed0d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0490587 Jan 11 23:39:06.971583 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-0616d1ae-2f59-4b45-8432-c1d28564f564 req-03cec45e-e01f-40b4-873e-2d2509edcb97 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Jan 11 23:39:08.083308 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318f809-e38a-49c3-be0e-13cc5b49a58b req-71f45481-5e29-41bb-bd86-33a3129d41d8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:08.084749 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8318f809-e38a-49c3-be0e-13cc5b49a58b req-71f45481-5e29-41bb-bd86-33a3129d41d8 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0479174 Jan 11 23:39:08.132673 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-8318f809-e38a-49c3-be0e-13cc5b49a58b req-542d3fb1-0272-4e22-8dff-bd9adefe9037 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Jan 11 23:39:09.245878 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b67ce-e8df-4481-a330-f632b5f257c2 req-a138830e-ca86-4c9a-a5b0-17b331f3df5f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:09.247349 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b62b67ce-e8df-4481-a330-f632b5f257c2 req-a138830e-ca86-4c9a-a5b0-17b331f3df5f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0483747 Jan 11 23:39:09.296004 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b62b67ce-e8df-4481-a330-f632b5f257c2 req-7573573c-41f4-4810-a593-192941818099 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 Jan 11 23:39:10.415003 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80747073-3f93-4dba-bbfd-8dfe42c29a37 req-3e9db317-be31-4d54-9bb1-81f4ab56fbb1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:10.416468 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-80747073-3f93-4dba-bbfd-8dfe42c29a37 req-3e9db317-be31-4d54-9bb1-81f4ab56fbb1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0527036 Jan 11 23:39:10.464196 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-80747073-3f93-4dba-bbfd-8dfe42c29a37 req-2e6ef876-4ca5-4ad6-83d7-4ba334aebd36 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Jan 11 23:39:11.577693 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79212749-1225-4f37-b7d3-79acb72072b5 req-696fc76f-5a9f-4a1f-99ba-3304e62074ba tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:11.579816 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-79212749-1225-4f37-b7d3-79acb72072b5 req-696fc76f-5a9f-4a1f-99ba-3304e62074ba tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0489142 Jan 11 23:39:11.627634 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-79212749-1225-4f37-b7d3-79acb72072b5 req-351ce6b0-23a6-407b-9e44-253f61459697 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Jan 11 23:39:12.477287 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 83c04015-f87d-4f26-b8a4-addc46d0e64a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:39:12.572326 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 83c04015-f87d-4f26-b8a4-addc46d0e64a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:39:12.583645 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:39:12.619382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 83c04015-f87d-4f26-b8a4-addc46d0e64a is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:39:12.619771 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:12.635588 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c04015-f87d-4f26-b8a4-addc46d0e64a {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:39:12.654974 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 83c04015-f87d-4f26-b8a4-addc46d0e64a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:39:12.709174 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:12.740715 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01577604-5b8f-4fa8-9b0f-179c0ca25238 req-143a9240-dfaf-4887-aab3-e9c39b596120 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:12.742190 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01577604-5b8f-4fa8-9b0f-179c0ca25238 req-143a9240-dfaf-4887-aab3-e9c39b596120 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 943 time: 0.0499892 Jan 11 23:39:12.756310 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=83c04015-f87d-4f26-b8a4-addc46d0e64a,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:12.763170 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.763523 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.763875 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.764215 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.764555 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.764886 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.765249 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.765583 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.766038 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.766874 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.767201 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.767626 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.767949 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:12.797265 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-01577604-5b8f-4fa8-9b0f-179c0ca25238 req-f453e6ff-1172-466b-b944-c2a44d9b2300 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495198 Jan 11 23:39:13.076123 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['83c04015-f87d-4f26-b8a4-addc46d0e64a'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:39:13.911386 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ba04-54d3-4b24-a078-1d27170dd015 req-8850bf52-69c1-412b-b11f-8eb6217b55be tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:13.912910 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6d40ba04-54d3-4b24-a078-1d27170dd015 req-8850bf52-69c1-412b-b11f-8eb6217b55be tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 944 time: 0.0508053 Jan 11 23:39:13.960476 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-6d40ba04-54d3-4b24-a078-1d27170dd015 req-3f45c092-844b-479f-bee5-26018bea8989 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Jan 11 23:39:14.492986 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 83c04015-f87d-4f26-b8a4-addc46d0e64a up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:39:14.588791 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port 83c04015-f87d-4f26-b8a4-addc46d0e64a completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:39:14.592503 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port 83c04015-f87d-4f26-b8a4-addc46d0e64a triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:39:14.592875 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:14.668771 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port 83c04015-f87d-4f26-b8a4-addc46d0e64a is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:39:14.669183 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:14.690162 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:39:14.692383 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68f6051-2948-45b4-9f12-85ddd720965d" -d '{"events": [{"server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "name": "network-vif-plugged", "status": "completed", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:39:14.707232 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port 83c04015-f87d-4f26-b8a4-addc46d0e64a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:39:14.786792 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832ef633-7f2e-4935-8461-0dade9749cfa x-openstack-request-id: req-832ef633-7f2e-4935-8461-0dade9749cfa {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:39:14.787104 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "name": "network-vif-plugged", "status": "completed", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:39:14.787558 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-832ef633-7f2e-4935-8461-0dade9749cfa {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:39:14.787742 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'code': 200} Jan 11 23:39:14.794597 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:14.845490 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=83c04015-f87d-4f26-b8a4-addc46d0e64a,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:15.073816 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e534c-ae67-4997-a993-ce1c99a4aeb0 req-a355bfc7-9013-4cc8-87ca-ac5cd6999079 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:15.080832 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e75e534c-ae67-4997-a993-ce1c99a4aeb0 req-a355bfc7-9013-4cc8-87ca-ac5cd6999079 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0489349 Jan 11 23:39:15.124384 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e75e534c-ae67-4997-a993-ce1c99a4aeb0 req-45937309-b49b-45e0-96c3-abbea7a7b814 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jan 11 23:39:15.147158 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0001d78-f79e-435f-8709-3026b6f53815 req-3db16742-0832-4865-b059-e541a67cdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:15.148637 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0001d78-f79e-435f-8709-3026b6f53815 req-3db16742-0832-4865-b059-e541a67cdd97 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1098 time: 0.0413239 Jan 11 23:39:15.195287 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e0001d78-f79e-435f-8709-3026b6f53815 req-baf32142-5a84-4c6d-bda1-f30f0f93ab9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 Jan 11 23:39:15.651759 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-c98a9369-ac00-481c-ad33-bf5f280be9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:16.243553 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743cd49-beec-456c-bc07-c53529346408 req-d9cb49c5-1ca3-4b6b-a8dd-83feb52df48f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:16.245030 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3743cd49-beec-456c-bc07-c53529346408 req-d9cb49c5-1ca3-4b6b-a8dd-83feb52df48f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0513403 Jan 11 23:39:16.293554 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-3743cd49-beec-456c-bc07-c53529346408 req-2b358912-03ae-4885-a267-9288bdd9751a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Jan 11 23:39:17.406646 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49d78a-f675-4aa9-b61f-c7f98ca06fb0 req-9fd92cae-ac9a-4abf-88e1-a6d1a6a5f789 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:17.408664 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a49d78a-f675-4aa9-b61f-c7f98ca06fb0 req-9fd92cae-ac9a-4abf-88e1-a6d1a6a5f789 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0496488 Jan 11 23:39:17.457546 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-9a49d78a-f675-4aa9-b61f-c7f98ca06fb0 req-a6935d22-06f8-49e8-bbdb-9dc2ec993891 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Jan 11 23:39:17.572084 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b7a1e-53b0-4c4d-8987-3f46d894cb02 req-ecefec0c-9bc5-40d3-9167-63afd331981b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:17.573603 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ea2b7a1e-53b0-4c4d-8987-3f46d894cb02 req-ecefec0c-9bc5-40d3-9167-63afd331981b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0521727 Jan 11 23:39:17.621341 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-ea2b7a1e-53b0-4c4d-8987-3f46d894cb02 req-452dd053-3885-4c59-a770-f16a38c1be9f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Jan 11 23:39:17.642984 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46992) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:39:17.682363 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2569c92-873a-4235-83fa-d4dbbac9652d tempest-TestVolumeBootPattern-1809728661 tempest-TestVolumeBootPattern-1809728661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:17.683904 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-b2569c92-873a-4235-83fa-d4dbbac9652d tempest-TestVolumeBootPattern-1809728661 tempest-TestVolumeBootPattern-1809728661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1093 time: 0.0399165 Jan 11 23:39:17.686546 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 46994) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:39:17.691375 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.v2.base [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103147) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:39:17.800648 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:17.863939 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:39:17.899903 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:17.937356 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-df58c5c3-b019-4736-9dcd-3ef9c548bbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:18.007398 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_common [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Allocated IP 172.27.0.174 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/7f3099a6-e7cd-49ad-9e32-5d7efdf146fb) {{(pid=103147) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:39:18.109439 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:18.194082 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:18.233852 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103147) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:39:18.237204 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.base_scheduler [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Resources bound (agent type, host, resource id): {{(pid=103147) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:39:18.240579 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Received port after_create {{(pid=103147) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:39:18.245874 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=7f3099a6-e7cd-49ad-9e32-5d7efdf146fb,revision_number=1']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:18.273919 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.274275 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.274626 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.274966 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.275301 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.275636 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.275968 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.276299 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.276637 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.276993 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.277324 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.277647 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.277968 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:39:18.606980 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (39d83ed9-65a6-4bcf-a788-77a01e106d45), precommit_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:18.779347 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), before_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:18.928806 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), precommit_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:18.966103 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3666215'] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), after_update {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:19.033295 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=7f3099a6-e7cd-49ad-9e32-5d7efdf146fb,revision_number=2']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:39:19.047193 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (39d83ed9-65a6-4bcf-a788-77a01e106d45), after_create {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:19.148102 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.db.l3_db [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Floating IP 39d83ed9-65a6-4bcf-a788-77a01e106d45 associated. External IP: 172.27.0.174, port: 83c04015-f87d-4f26-b8a4-addc46d0e64a. Jan 11 23:39:19.222407 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:19.357614 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:39:19.464086 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:39:19.473753 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:39:19.483870 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:39:19.484477 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:39:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:39:19.551428 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:19.582327 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-eca38954-85db-4014-8e3b-68ef519a61b1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8947790 Jan 11 23:39:19.582901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a'}] {{(pid=103147) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:39:19.585184 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34444b5765da55ad7d3fdde2b3ec4dd93c070a78dc47393ab614564c0a589d2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d284c51a-de73-4e8c-8827-6531b56b23bb" -d '{"events": [{"name": "network-changed", "server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a"}]}' {{(pid=103147) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:39:19.590590 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:39:19.623108 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aa7dea-22dd-4ba6-a75d-dd5980199d7c x-openstack-request-id: req-28aa7dea-22dd-4ba6-a75d-dd5980199d7c {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:39:19.623620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a", "status": "completed", "code": 200}]} {{(pid=103147) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:39:19.623738 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28aa7dea-22dd-4ba6-a75d-dd5980199d7c {{(pid=103147) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:39:19.624048 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'status': 'completed', 'code': 200} Jan 11 23:39:19.705955 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-32c3207f-f8b8-44e8-96e8-a7c5dba8db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:19.707444 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-32c3207f-f8b8-44e8-96e8-a7c5dba8db0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1098 time: 0.0400128 Jan 11 23:39:19.800273 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-27b35489-3a9a-4c21-a9bd-88b8787b1c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:19.801809 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-27b35489-3a9a-4c21-a9bd-88b8787b1c6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0890784 Jan 11 23:39:19.818467 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:18Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:39:19.848585 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:39:19.856741 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:39:19.857368 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:39:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:39:19.870307 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-ea59a869-e29f-4ab8-bdd1-e3f51d79dee0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 999 time: 0.0622637 Jan 11 23:39:19.923936 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-c428f9f7-b6c1-4743-9016-70a41884abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:19.925448 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-c428f9f7-b6c1-4743-9016-70a41884abca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0445068 Jan 11 23:39:19.964084 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:39:19.976251 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-56c6a52e-1fbd-4325-aa0a-e5a882ed83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:19.977796 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-56c6a52e-1fbd-4325-aa0a-e5a882ed83cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425177 Jan 11 23:39:20.073312 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-582aa090-6797-4501-ac6e-355229f807aa service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886924 Jan 11 23:39:20.164257 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d284c51a-de73-4e8c-8827-6531b56b23bb req-9a6d072d-43e6-4f5c-9ee6-293c755d197b service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855498 Jan 11 23:39:20.187362 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:18Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:39:20.214157 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd84f3-5991-4e50-915b-d55b3ea03527 None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:18Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:39:20.395665 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f59f8c-5192-4736-b239-a258af8c4b53 None None] New status for floating IP 39d83ed9-65a6-4bcf-a788-77a01e106d45: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:39:20.451992 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:21.851850 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:22.537437 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:40.888854 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-60368a55-23a4-45b2-8326-3b64a4045bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387192 Jan 11 23:39:40.991885 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-18057aac-dea0-46fa-a18a-a1a3f058b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:40.993368 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-18057aac-dea0-46fa-a18a-a1a3f058b5a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1098 time: 0.0442770 Jan 11 23:39:41.095210 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-01c3d46d-89ee-409a-8eea-fda872a6e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:41.096646 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-01c3d46d-89ee-409a-8eea-fda872a6e6b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0837069 Jan 11 23:39:41.162938 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-d4f73261-41b1-4a96-b918-c9341bb94d23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 1001 time: 0.0601451 Jan 11 23:39:41.209909 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-3dd6c3ff-fdc3-4f29-8880-d9e3f2ef33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:41.211396 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-3dd6c3ff-fdc3-4f29-8880-d9e3f2ef33e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0426724 Jan 11 23:39:41.257906 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-9d5cd17d-4ae8-41ab-a225-4b02cdeeaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:39:41.259394 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-9d5cd17d-4ae8-41ab-a225-4b02cdeeaee8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419233 Jan 11 23:39:41.350878 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-1aa25396-7d60-4a84-9a5a-fb8d1510c1e4 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838604 Jan 11 23:39:41.438682 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0be6f1ff-1da6-4123-9a9c-53d95438cdd1 req-ac43f071-bf44-42f4-ac11-96cf90c39130 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814972 Jan 11 23:39:45.662769 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-8e07fa5a-925e-4b1e-aa1d-fab10ec240b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:46.325392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-0b3107d7-4754-4d0d-b69c-ce62cb7aded4 req-b482c5f1-9771-408b-9a3f-96c8d1de52e2 tempest-VolumesNegativeTest-1769493612 tempest-VolumesNegativeTest-1769493612-project] (103148) timed out ('10.222.0.35', 56159) {{(pid=103148) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 23:39:47.918376 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23262299-b00c-4a1c-b987-e4a70267d932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:49.329768 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:50.451016 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:51.868168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:52.548534 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:39:54.862625 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:40:15.627405 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e531478c-4f15-4097-a7c4-dea4ec89ccee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:17.918950 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db228525-16e6-4119-8961-b122fdeef44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:19.227158 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:20.484677 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:21.901590 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:22.630564 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:31.861394 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:40:42.892895 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-4a9d634c-cb20-4f09-9960-88e1de583cc3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458808 Jan 11 23:40:42.990395 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d754d4-e6df-479f-aff1-43333c68214d req-35094a64-fe72-42ce-97fa-cf7fbf063a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:40:42.991904 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-35094a64-fe72-42ce-97fa-cf7fbf063a79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1098 time: 0.0403306 Jan 11 23:40:43.095665 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d754d4-e6df-479f-aff1-43333c68214d req-99dba5fe-c9ba-4ac9-a3cd-d48f796b5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:40:43.097154 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-99dba5fe-c9ba-4ac9-a3cd-d48f796b5099 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0860183 Jan 11 23:40:43.163625 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-ce8647d6-680f-4d56-b158-d7d2b470d06d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 1001 time: 0.0578401 Jan 11 23:40:43.210115 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d754d4-e6df-479f-aff1-43333c68214d req-167f2880-cacf-49ca-813a-48f0b3bc6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:40:43.211480 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-167f2880-cacf-49ca-813a-48f0b3bc6be5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0422931 Jan 11 23:40:43.258678 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d754d4-e6df-479f-aff1-43333c68214d req-d45318a3-1d72-46fa-a315-0d49a15642ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:40:43.260182 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-d45318a3-1d72-46fa-a315-0d49a15642ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423789 Jan 11 23:40:43.348289 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-bf4523f3-2941-4dcf-8045-4c2b6e5d3d00 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815721 Jan 11 23:40:43.440060 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-03d754d4-e6df-479f-aff1-43333c68214d req-1cd254dc-59fb-4720-ba01-87afc2463e2f service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854433 Jan 11 23:40:45.660694 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-ba8a5044-f85b-48bb-9d3a-304621b7a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:47.917226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-33f1a22d-0124-4e68-af00-8424be64d070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:49.226845 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:50.460827 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:51.879338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:40:52.575076 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:08.859675 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:41:15.660391 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-74f6a71a-19c1-48c5-aad3-0ad3aa705435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:17.916449 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-f02d726d-78e5-4d2c-9072-f4d576e71265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:19.231832 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:19.494933 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-e2346421-0d92-4ce8-8378-f8373729eb79 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600993417&fields=id&tenant_id=578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 267 time: 0.0454125 Jan 11 23:41:19.599564 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0d7fb5b0-d333-45df-948d-c2b07ab6e3d6 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:19.601042 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0d7fb5b0-d333-45df-948d-c2b07ab6e3d6 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 811 time: 0.0999463 Jan 11 23:41:19.615703 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-2baebfca-a498-42ec-9b18-1118caa75240 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/quotas/578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 375 time: 0.0094051 Jan 11 23:41:19.671058 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-8cd23507-915e-46fa-a0d9-e79dae88b192 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507364 Jan 11 23:41:19.807873 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0673b100-90e1-4b18-8f8e-d4cef9c3d601 service neutron] 10.222.0.21 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255558 Jan 11 23:41:19.900634 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-de6040f5-34ad-4474-8ba4-f64a23ca2f0e service neutron] 10.222.0.21 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869932 Jan 11 23:41:20.443982 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c878fb67-3a5e-473a-b67b-28f7aeba9d4c req-92b176d9-f756-4b90-b0a5-3cb54cf25fb7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 210 time: 0.0817854 Jan 11 23:41:20.477547 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:21.538417 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4ee237ca-a80a-4830-a774-ae1c55952d7f req-541ab46c-f8da-469e-9331-1c896e1f3b6b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 210 time: 0.0280476 Jan 11 23:41:21.878195 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:22.226372 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-782f6e8b-e8fb-4946-879f-ba8b27c61be7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:22.227807 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-782f6e8b-e8fb-4946-879f-ba8b27c61be7 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 811 time: 0.1027095 Jan 11 23:41:22.296288 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-537b069e-5983-471a-b0da-1a09469bd623 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578a7571c9704cac990e24d19403a286 HTTP/1.1" status: 200 len: 380 time: 0.0540249 Jan 11 23:41:22.317648 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'port': {'device_id': '8ab48305-4812-4976-afa7-24fd72f91f37', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'admin_state_up': True, 'tenant_id': '578a7571c9704cac990e24d19403a286', 'security_groups': ['59abebac-0799-4a48-b7ea-221cc22c5f2d']}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:41:22.494530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Made reservation on behalf of 578a7571c9704cac990e24d19403a286 for: {'port': 1} {{(pid=103148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 11 23:41:22.498070 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:22.551215 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:22.632300 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Allocated IP 172.20.0.12 (9fe361d0-8466-4845-9dcd-85f67b0170ad/8844e4a1-d99f-4129-85bd-08f4bcd02c95/de2f6b19-2ae2-4960-a381-76586d1bf76d) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:41:22.645144 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-41510079-d09f-4bfc-b4dc-8c3455628c4e req-44a7bd32-17d7-4fb6-857a-d30d70460cb3 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 210 time: 0.0278971 Jan 11 23:41:22.764976 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:22.866192 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:22.912578 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:41:22.917655 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:41:22.921213 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:41:22.947425 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=de2f6b19-2ae2-4960-a381-76586d1bf76d,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:22.962563 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.962922 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.963275 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.963616 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.963955 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.964290 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.964620 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.964972 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.965334 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.965635 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.965963 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.966295 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.966617 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.987611 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:22.993602 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.057089 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-0e8ab2d0-a8d0-4b1d-a8e1-f822607614a0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7439654 Jan 11 23:41:23.067217 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-6a59175a-2aee-4ce2-b058-be9c7a44a118 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103148) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 11 23:41:23.068217 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-6a59175a-2aee-4ce2-b058-be9c7a44a118 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060117 Jan 11 23:41:23.109869 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-513c6791-121a-49bc-80e1-ff9562159c6e None None] Provisioning complete for port de2f6b19-2ae2-4960-a381-76586d1bf76d triggered by entity DHCP. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:41:23.110408 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-513c6791-121a-49bc-80e1-ff9562159c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.130529 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Request body: {'port': {'device_id': '8ab48305-4812-4976-afa7-24fd72f91f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:41:23.148032 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-513c6791-121a-49bc-80e1-ff9562159c6e None None] Port de2f6b19-2ae2-4960-a381-76586d1bf76d cannot update to ACTIVE because it is not bound. {{(pid=103149) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 11 23:41:23.185614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.451476 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2f6b19-2ae2-4960-a381-76586d1bf76d {{(pid=103148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:41:23.458959 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Publish callbacks [] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.470488 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.provisioning_blocks [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Transition to ACTIVE for port object de2f6b19-2ae2-4960-a381-76586d1bf76d will not be triggered until provisioned by entity L2. {{(pid=103148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 11 23:41:23.569236 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.622749 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Pushing event updated for resources: {'Port': ['ID=de2f6b19-2ae2-4960-a381-76586d1bf76d,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:23.691266 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Attempting to bind port de2f6b19-2ae2-4960-a381-76586d1bf76d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 11 23:41:23.691612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Attempting to bind port de2f6b19-2ae2-4960-a381-76586d1bf76d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 11 23:41:23.691944 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Attempting to bind port de2f6b19-2ae2-4960-a381-76586d1bf76d on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:41:23.696725 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Port de2f6b19-2ae2-4960-a381-76586d1bf76d on network 9fe361d0-8466-4845-9dcd-85f67b0170ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 11 23:41:23.697104 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Attempting to bind port de2f6b19-2ae2-4960-a381-76586d1bf76d on network 9fe361d0-8466-4845-9dcd-85f67b0170ad {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 11 23:41:23.702118 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Checking agent: {'id': 'd1647554-bd3c-461c-b51e-977b861d290b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'started_at': datetime.datetime(2022, 1, 11, 23, 18, 20), 'heartbeat_timestamp': datetime.datetime(2022, 1, 11, 23, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 11 23:41:23.702483 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Checking segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 11 23:41:23.703092 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Bound using segment: {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'} {{(pid=103148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 11 23:41:23.703328 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.managers [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Bound port: de2f6b19-2ae2-4960-a381-76586d1bf76d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad'}}] {{(pid=103148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 11 23:41:23.703687 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.765686 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd268a-9569-4e3c-9ca6-e42d507f7a3d req-0877dbda-ea42-45af-8500-16020a258f82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:23.767376 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-63cd268a-9569-4e3c-9ca6-e42d507f7a3d req-0877dbda-ea42-45af-8500-16020a258f82 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0508630 Jan 11 23:41:23.780571 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] For port de2f6b19-2ae2-4960-a381-76586d1bf76d, host hv-cinder-82160, cleared binding levels {{(pid=103148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 11 23:41:23.788081 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] For port de2f6b19-2ae2-4960-a381-76586d1bf76d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 11 23:41:23.824588 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-63cd268a-9569-4e3c-9ca6-e42d507f7a3d req-9a237c80-9067-4bf6-b41d-7a0890be2333 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497191 Jan 11 23:41:23.842899 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.875706 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:23.876239 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:23.877916 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] 10.222.0.35 "PUT /v2.0/ports/de2f6b19-2ae2-4960-a381-76586d1bf76d HTTP/1.1" status: 200 len: 1094 time: 0.7917414 Jan 11 23:41:23.878152 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:41:23.880340 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc25ce2-0179-47b2-82b8-4edbf66b2790" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:41:23.906345 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc78651-ddbd-4000-a03a-54b8e1fb02dc service neutron] Pushing event updated for resources: {'Port': ['ID=de2f6b19-2ae2-4960-a381-76586d1bf76d,revision_number=3']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:23.977848 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb2503-366d-447b-a995-c97ccf7a3a77 x-openstack-request-id: req-78fb2503-366d-447b-a995-c97ccf7a3a77 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:41:23.978156 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:41:23.978653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78fb2503-366d-447b-a995-c97ccf7a3a77 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:41:23.978798 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'status': 'completed', 'code': 200} Jan 11 23:41:24.062935 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25ce2-0179-47b2-82b8-4edbf66b2790 req-7e2ae75b-bc76-401d-82da-1bd1671988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:24.064465 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc25ce2-0179-47b2-82b8-4edbf66b2790 req-7e2ae75b-bc76-401d-82da-1bd1671988b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1097 time: 0.0442381 Jan 11 23:41:24.171389 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25ce2-0179-47b2-82b8-4edbf66b2790 req-30923f24-ca70-48d9-bd29-c49e6e3bc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:24.172764 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc25ce2-0179-47b2-82b8-4edbf66b2790 req-30923f24-ca70-48d9-bd29-c49e6e3bc4e9 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=578a7571c9704cac990e24d19403a286&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969567 Jan 11 23:41:24.264008 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc25ce2-0179-47b2-82b8-4edbf66b2790 req-51411297-cd92-4399-8d9a-8e387e82bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:24.265481 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-9dc25ce2-0179-47b2-82b8-4edbf66b2790 req-51411297-cd92-4399-8d9a-8e387e82bbc6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870903 Jan 11 23:41:24.365321 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-acaaea84-c478-4aea-82ef-8bc01d36ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:24.366694 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-acaaea84-c478-4aea-82ef-8bc01d36ebdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1097 time: 0.0450141 Jan 11 23:41:24.444239 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-47f338d6-dadd-44c1-ad57-71760e38da2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d HTTP/1.1" status: 200 len: 217 time: 0.0350173 Jan 11 23:41:24.491326 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dfaa49c-4d58-43fd-bd5f-8847e57c4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:24.492728 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-1dfaa49c-4d58-43fd-bd5f-8847e57c4bd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0428729 Jan 11 23:41:24.539847 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-7bd9c208-abb9-4df5-b2df-9ce1d0d710d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:24.541321 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-7bd9c208-abb9-4df5-b2df-9ce1d0d710d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430911 Jan 11 23:41:24.628002 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-921f6095-b527-4594-8bfb-89a14c151092 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795636 Jan 11 23:41:24.716641 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e291e4c6-6e55-4ca8-99d8-952850fc36bf req-42f1cbc6-597b-4c6f-96c0-b2c7350aa5b1 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835643 Jan 11 23:41:25.153423 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21631b0b-2cd8-4d07-96d5-cea48d32ee83 req-9c935bb7-2f0f-437b-a82b-722952d77f39 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:25.154900 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21631b0b-2cd8-4d07-96d5-cea48d32ee83 req-9c935bb7-2f0f-437b-a82b-722952d77f39 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.2652550 Jan 11 23:41:25.203458 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-21631b0b-2cd8-4d07-96d5-cea48d32ee83 req-0e159f64-ec28-4220-bd3c-5bb8494d034a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Jan 11 23:41:26.320445 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377090-397e-490e-8771-09fe94d5de18 req-f3d36ad9-c1ff-492a-a572-c139994ae788 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:26.321941 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b9377090-397e-490e-8771-09fe94d5de18 req-f3d36ad9-c1ff-492a-a572-c139994ae788 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0489771 Jan 11 23:41:26.370098 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b9377090-397e-490e-8771-09fe94d5de18 req-cd6c7924-1c4c-49ff-9a7f-281c6723493a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427113 Jan 11 23:41:27.485110 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beb19e-1953-4ab0-95d1-85a14236543f req-d9e83280-5770-47b0-b8b5-bb9a9602c34a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:27.487326 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54beb19e-1953-4ab0-95d1-85a14236543f req-d9e83280-5770-47b0-b8b5-bb9a9602c34a tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0509069 Jan 11 23:41:27.537741 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-54beb19e-1953-4ab0-95d1-85a14236543f req-beb63ec9-b982-41f8-93f4-f81bda4f984f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jan 11 23:41:28.648435 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ed57c-ab93-4b26-93a2-49c3c4e8c516 req-cdc48159-bdcd-45a0-a7d8-97175441e540 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:28.649935 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2a8ed57c-ab93-4b26-93a2-49c3c4e8c516 req-cdc48159-bdcd-45a0-a7d8-97175441e540 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0480738 Jan 11 23:41:28.697845 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-2a8ed57c-ab93-4b26-93a2-49c3c4e8c516 req-82a87b8c-1e82-45d1-91cb-292627f563b6 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Jan 11 23:41:29.809813 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65bca-1c8f-4a84-9343-84777d48b22c req-57601ed9-5224-4635-90f6-75915ccaeb4f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:29.811280 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22f65bca-1c8f-4a84-9343-84777d48b22c req-57601ed9-5224-4635-90f6-75915ccaeb4f tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0488575 Jan 11 23:41:29.862964 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-22f65bca-1c8f-4a84-9343-84777d48b22c req-078946a3-b054-4d84-b92c-0295c6d42871 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 Jan 11 23:41:30.976271 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7f627-4b1f-47b0-9af9-871f6fd69316 req-f26bb0a9-9863-4a8e-8205-bafb9c57fca3 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:30.977742 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4a7f627-4b1f-47b0-9af9-871f6fd69316 req-f26bb0a9-9863-4a8e-8205-bafb9c57fca3 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Jan 11 23:41:31.024890 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c4a7f627-4b1f-47b0-9af9-871f6fd69316 req-e3695ba8-d012-40ef-a671-9401b0f11bc5 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417669 Jan 11 23:41:32.138683 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee933cc-d077-4f1f-91b0-33fd16b44fe1 req-e192b1a4-e345-4a38-acc8-740acc189afe tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:32.140151 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fee933cc-d077-4f1f-91b0-33fd16b44fe1 req-e192b1a4-e345-4a38-acc8-740acc189afe tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0495710 Jan 11 23:41:32.189092 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-fee933cc-d077-4f1f-91b0-33fd16b44fe1 req-768bb866-2bc0-46a8-9d05-30b55dbcfc86 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Jan 11 23:41:33.233492 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device de2f6b19-2ae2-4960-a381-76586d1bf76d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103149) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 11 23:41:33.306650 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0e907-80b3-4d1b-903d-508ca58f52ac req-0d9f7811-036b-436b-90fd-57de27c76148 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:33.308264 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-99b0e907-80b3-4d1b-903d-508ca58f52ac req-0d9f7811-036b-436b-90fd-57de27c76148 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 944 time: 0.0527494 Jan 11 23:41:33.328317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port de2f6b19-2ae2-4960-a381-76586d1bf76d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:41:33.340039 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Returning: {'device': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'port_id': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'mac_address': 'fa:16:3e:9c:de:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103149) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 11 23:41:33.356828 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-99b0e907-80b3-4d1b-903d-508ca58f52ac req-5436fdd9-4d5b-45b7-9486-cd92b30506d0 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Jan 11 23:41:33.380879 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port de2f6b19-2ae2-4960-a381-76586d1bf76d is: DOWN; New status is: BUILD {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:41:33.381307 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:33.394417 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2f6b19-2ae2-4960-a381-76586d1bf76d {{(pid=103149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 11 23:41:33.412902 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port de2f6b19-2ae2-4960-a381-76586d1bf76d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:41:33.471494 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:33.516512 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=de2f6b19-2ae2-4960-a381-76586d1bf76d,revision_number=4']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:33.523964 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.524317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.524654 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.525009 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.525338 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.525662 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.525984 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.526306 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.526624 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.526946 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.527265 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.527579 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.527894 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:41:33.932425 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] get_ports_and_sgs() called for port_ids ['de2f6b19-2ae2-4960-a381-76586d1bf76d'] {{(pid=103149) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 11 23:41:34.468202 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50245224-7f13-4805-9dbf-1a01a6d647b3 req-b38f61b5-58b3-4db2-a8fd-3f17caa83cc1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:34.469685 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-50245224-7f13-4805-9dbf-1a01a6d647b3 req-b38f61b5-58b3-4db2-a8fd-3f17caa83cc1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 945 time: 0.0474262 Jan 11 23:41:34.519259 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-50245224-7f13-4805-9dbf-1a01a6d647b3 req-819f3977-4634-47fe-b6a6-d3fcc7bd9ea2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435262 Jan 11 23:41:35.239320 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device de2f6b19-2ae2-4960-a381-76586d1bf76d up at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 11 23:41:35.350375 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning for port de2f6b19-2ae2-4960-a381-76586d1bf76d completed by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 11 23:41:35.354250 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.provisioning_blocks [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Provisioning complete for port de2f6b19-2ae2-4960-a381-76586d1bf76d triggered by entity L2. {{(pid=103149) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 11 23:41:35.354673 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66580138'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), provisioning_complete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:35.433184 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Current status of the port de2f6b19-2ae2-4960-a381-76586d1bf76d is: BUILD; New status is: ACTIVE {{(pid=103149) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 11 23:41:35.433567 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), before_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:35.454690 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d'}] {{(pid=103149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:41:35.457006 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fc4289fcc64bfb7530139a95c6e1122c5ed73666f7da815877bc3f38182dd2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d7f5bf-fcb8-4fbf-b354-27d594921b72" -d '{"events": [{"server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "name": "network-vif-plugged", "status": "completed", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d"}]}' {{(pid=103149) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:41:35.468643 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] For port de2f6b19-2ae2-4960-a381-76586d1bf76d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:41:35.494625 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642af484-c772-41f2-a8ab-4912f1a1bc34 x-openstack-request-id: req-642af484-c772-41f2-a8ab-4912f1a1bc34 {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:41:35.498670 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "name": "network-vif-plugged", "status": "completed", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d", "code": 200}]} {{(pid=103149) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:41:35.498670 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-642af484-c772-41f2-a8ab-4912f1a1bc34 {{(pid=103149) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:41:35.498670 dv-cinder-821602-8-iscsi neutron-server[103149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'code': 200} Jan 11 23:41:35.539956 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:35.588660 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Pushing event updated for resources: {'Port': ['ID=de2f6b19-2ae2-4960-a381-76586d1bf76d,revision_number=5']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:35.639042 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f98c1-0a37-4bb8-a082-00ab51346fca req-9dd0dac7-398c-41e0-a5a9-0cc653d68efe tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:35.640533 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c92f98c1-0a37-4bb8-a082-00ab51346fca req-9dd0dac7-398c-41e0-a5a9-0cc653d68efe tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0534680 Jan 11 23:41:35.690300 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-c92f98c1-0a37-4bb8-a082-00ab51346fca req-dcc63029-8c73-4bf3-a6c8-c27a4ea0f4ff tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Jan 11 23:41:35.843251 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715dbf-7c17-4ccb-9bac-821c31e34f4f req-fee921ad-2042-4f74-96c6-e07b51ffab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:35.844739 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e8715dbf-7c17-4ccb-9bac-821c31e34f4f req-fee921ad-2042-4f74-96c6-e07b51ffab26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1099 time: 0.0403423 Jan 11 23:41:35.889413 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-e8715dbf-7c17-4ccb-9bac-821c31e34f4f req-d594fd1a-f5ff-4d1d-aba7-b619c44476a6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381191 Jan 11 23:41:36.806664 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f231a-9e03-43df-b432-2c200e9a4dbb req-4048132c-07e9-42b2-86c8-e4bd4f6d4294 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:36.808167 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e0f231a-9e03-43df-b432-2c200e9a4dbb req-4048132c-07e9-42b2-86c8-e4bd4f6d4294 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0502024 Jan 11 23:41:36.858208 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-1e0f231a-9e03-43df-b432-2c200e9a4dbb req-e33e0840-d4fe-4d90-b25f-bfa5e3302dda tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Jan 11 23:41:37.971543 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f55ef5-a7e7-4e7c-96fb-0337d9a0879f req-2a9507fc-e786-4e98-a506-f15a933e93de tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:37.973022 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-07f55ef5-a7e7-4e7c-96fb-0337d9a0879f req-2a9507fc-e786-4e98-a506-f15a933e93de tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0478330 Jan 11 23:41:38.024567 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-07f55ef5-a7e7-4e7c-96fb-0337d9a0879f req-2997ef6c-6284-4ee1-9805-af2259d02eb4 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460947 Jan 11 23:41:38.136656 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af7922-e198-4050-b2d3-14158abab49b req-dcd84181-9748-44af-be25-4f9c49ff433e tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:38.138136 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-05af7922-e198-4050-b2d3-14158abab49b req-dcd84181-9748-44af-be25-4f9c49ff433e tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0494001 Jan 11 23:41:38.186766 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-05af7922-e198-4050-b2d3-14158abab49b req-0218aff1-a0a2-45f2-8471-1cf04f67abf1 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Jan 11 23:41:38.208437 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47144) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:41:38.286848 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2662c-f448-487d-96b0-e5cb65edd67b tempest-TestVolumeBootPattern-1809728661 tempest-TestVolumeBootPattern-1809728661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:38.288355 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-87c2662c-f448-487d-96b0-e5cb65edd67b tempest-TestVolumeBootPattern-1809728661 tempest-TestVolumeBootPattern-1809728661-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1094 time: 0.0789042 Jan 11 23:41:38.291264 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47148) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:41:38.295718 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.v2.base [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Request body: {'floatingip': {'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'port_id': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 11 23:41:38.379624 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:38.474582 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (None), before_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:38.585149 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_common [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Allocated IP 172.27.0.115 (fd834d5a-19f6-4e91-a4b0-49642a175930/809883e3-3115-4289-972b-97ca3a412ddb/45c1ca7e-416b-47db-8f9e-eb2b065f1070) {{(pid=103148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 11 23:41:38.688665 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:38.769779 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792971942678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:38.805245 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Network fd834d5a-19f6-4e91-a4b0-49642a175930 is already hosted by enough agents. {{(pid=103148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 11 23:41:38.807980 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.base_scheduler [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Resources bound (agent type, host, resource id): {{(pid=103148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 11 23:41:38.813308 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Received port after_create {{(pid=103148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 11 23:41:38.841653 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=45c1ca7e-416b-47db-8f9e-eb2b065f1070,revision_number=1']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:39.175121 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (126c37de-4a4b-4063-bf1f-9b09a93c0bf1), precommit_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:39.277330 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66504711'] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), before_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:39.428033 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), precommit_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:39.488236 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792972412501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792971942696', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792971942714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3265736'] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), after_update {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:39.558601 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event updated for resources: {'Port': ['ID=45c1ca7e-416b-47db-8f9e-eb2b065f1070,revision_number=2']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:41:39.571334 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518136'] for floatingip (126c37de-4a4b-4063-bf1f-9b09a93c0bf1), after_create {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:39.669048 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Floating IP 126c37de-4a4b-4063-bf1f-9b09a93c0bf1 associated. External IP: 172.27.0.115, port: de2f6b19-2ae2-4960-a381-76586d1bf76d. Jan 11 23:41:40.131673 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:41:40.237057 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:41:40.246604 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:41:40.257384 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:41:40.264693 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:41:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:41:40.342062 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:40.363149 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:41:40.371300 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-936c91a0-f335-4b38-945f-364fea09c979 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0789278 Jan 11 23:41:40.371945 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:41:40.374319 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f4312f-4fe6-49e5-941e-9e3346bbb126" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:41:40.409530 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f390ea6-edc0-490d-83e7-c91d93903245 x-openstack-request-id: req-5f390ea6-edc0-490d-83e7-c91d93903245 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:41:40.409824 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:41:40.410075 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f390ea6-edc0-490d-83e7-c91d93903245 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:41:40.410734 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'status': 'completed', 'code': 200} Jan 11 23:41:40.494452 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-1c07ba2e-9610-426c-be17-b8e29cb7d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:40.495925 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-1c07ba2e-9610-426c-be17-b8e29cb7d461 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1099 time: 0.0400314 Jan 11 23:41:40.584950 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-7f9854d7-ca9b-4951-b350-e9b4a9fa57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:40.586422 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-7f9854d7-ca9b-4951-b350-e9b4a9fa57a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0847001 Jan 11 23:41:40.590470 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '126c37de-4a4b-4063-bf1f-9b09a93c0bf1', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:9c:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab48305-4812-4976-afa7-24fd72f91f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:41:39Z', 'updated_at': '2022-01-11T23:41:39Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}, {'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:20Z', 'revision_number': 1, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:41:40.621310 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:41:40.630138 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:41:40.630736 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:41:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:41:40.655608 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-1278f088-7121-43d5-adb3-f308ed7c19b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d HTTP/1.1" status: 200 len: 1000 time: 0.0628159 Jan 11 23:41:40.702763 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-0936615e-8494-443b-afc3-5c3c23a09a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:40.704199 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-0936615e-8494-443b-afc3-5c3c23a09a4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0424638 Jan 11 23:41:40.731461 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:41:40.748882 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-d0c696af-4dbe-4c6e-bd83-77e8208822f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:40.750391 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-d0c696af-4dbe-4c6e-bd83-77e8208822f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397038 Jan 11 23:41:40.848558 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-86c857c7-0a72-421e-9c6e-2dc682f772f1 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906339 Jan 11 23:41:40.941286 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-93f4312f-4fe6-49e5-941e-9e3346bbb126 req-1d2b6cf7-a752-4ada-9321-f19c08331cf1 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872335 Jan 11 23:41:40.964036 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '126c37de-4a4b-4063-bf1f-9b09a93c0bf1', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:9c:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab48305-4812-4976-afa7-24fd72f91f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:41:39Z', 'updated_at': '2022-01-11T23:41:39Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}, {'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:20Z', 'revision_number': 1, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:41:40.991289 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dafb105-21f5-40d9-bd2c-e4adc4cc48c2 None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '126c37de-4a4b-4063-bf1f-9b09a93c0bf1', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:9c:de:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab48305-4812-4976-afa7-24fd72f91f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:41:39Z', 'updated_at': '2022-01-11T23:41:39Z', 'revision_number': 0, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}, {'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:20Z', 'revision_number': 1, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:41:41.186508 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01125ee5-8955-4b80-affb-abd9d4bc2ee1 None None] New status for floating IP 126c37de-4a4b-4063-bf1f-9b09a93c0bf1: ACTIVE {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:41:44.905198 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-691947cb-09a9-46ab-9b27-5a204dc1c9bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418918 Jan 11 23:41:45.000767 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-ce838a57-a0b1-4e8c-a280-ff5eb1731d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:45.002985 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-ce838a57-a0b1-4e8c-a280-ff5eb1731d26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1098 time: 0.0402687 Jan 11 23:41:45.104471 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-db7a800c-0bb6-4588-ae33-6ff5d467eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:45.105942 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-db7a800c-0bb6-4588-ae33-6ff5d467eda0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0867741 Jan 11 23:41:45.170889 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-f9b7e19f-a281-464a-8961-86c82b36f7ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 1001 time: 0.0585532 Jan 11 23:41:45.219178 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-cb7673d0-1315-4a40-9456-e661d58fefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:45.221442 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-cb7673d0-1315-4a40-9456-e661d58fefe6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0437846 Jan 11 23:41:45.268303 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-d1133acd-2bdb-4d54-9e73-3e67a369af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:41:45.269896 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-d1133acd-2bdb-4d54-9e73-3e67a369af3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430374 Jan 11 23:41:45.357011 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-ff9c7b20-a6c0-4399-b966-aeda29fa5d4d service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815501 Jan 11 23:41:45.447124 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-c5cdccd6-a6cb-4dfe-8ec7-d22a32ca4cbe req-e64b93e7-d29b-4a59-b531-8d29697e08fe service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843222 Jan 11 23:41:45.670758 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-db249694-e09e-42ea-8fdf-8d8aeca7329c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:45.859392 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:41:47.933560 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b4b9ea74-d5ac-4ade-9148-104cbb249932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:49.282579 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:50.476865 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:51.894302 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:41:52.539421 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:15.652876 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2047d639-0c7d-431c-bdd3-a0b374e8d486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:17.927432 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23e98834-32a0-4f7d-bea8-565cc5b0ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:19.247531 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:20.470236 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:21.869996 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:22.538604 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:22.858165 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:42:36.332091 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-6e2b9f8a-c242-469a-8b45-9a8793f47863 service neutron] (103148) timed out ('10.222.0.21', 41410) {{(pid=103148) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 23:42:43.304765 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [req-04c847ac-e96d-46dc-9cfe-682d70498a89 req-5ef1b7b9-3312-4242-a85f-94fbfc1cccd4 service neutron] (103148) timed out ('10.222.0.35', 56117) {{(pid=103148) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 23:42:45.692154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fe44d65f-7a8e-4369-ba7e-d364e8d2e7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:46.889957 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-9c3a460a-e5cc-45c7-8fe8-3d33c5ab6972 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404480 Jan 11 23:42:46.959817 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-bef426e2-aa4a-4cd8-9f63-df3ec5d24de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:42:46.961433 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-bef426e2-aa4a-4cd8-9f63-df3ec5d24de0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1099 time: 0.0399706 Jan 11 23:42:47.064191 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-0fffccc2-47cd-4b69-b8d0-0ae1d164a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:42:47.065650 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-0fffccc2-47cd-4b69-b8d0-0ae1d164a7f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0864143 Jan 11 23:42:47.128835 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-0db55076-9734-4bbb-8681-a6d1e0e0cfbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d HTTP/1.1" status: 200 len: 1002 time: 0.0563550 Jan 11 23:42:47.174404 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-b90c93dd-f302-450d-9313-9898a17cb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:42:47.175778 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-b90c93dd-f302-450d-9313-9898a17cb680 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0412457 Jan 11 23:42:47.222159 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-d851a01a-ff7e-4224-bc18-24b8fdd15fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:42:47.223577 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-d851a01a-ff7e-4224-bc18-24b8fdd15fdf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420296 Jan 11 23:42:47.308882 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-521627c9-c50a-409b-af6f-6337a5006c87 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793903 Jan 11 23:42:47.401893 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0b85f657-f0aa-4f58-9658-7f3769dffd73 req-0e8304c5-14f0-40ee-856b-c99f38498cbd service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841110 Jan 11 23:42:47.903784 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-4044e578-068f-49d8-9d7c-6d9468857358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:49.263695 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:50.463718 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:51.886578 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:52.572304 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:42:59.857365 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:43:15.657154 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-067c3099-32e9-470a-9fad-73d7cb966b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:17.914255 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d93438d6-6bcd-4de6-8867-32d6a34d22c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:19.262671 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:20.514034 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:21.902607 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:22.554223 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:29.135562 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47190) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:29.292508 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Deleting port 45c1ca7e-416b-47db-8f9e-eb2b065f1070 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:29.292852 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:29.371703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:29.372030 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (45c1ca7e-416b-47db-8f9e-eb2b065f1070), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:29.383444 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Calling delete_port for 45c1ca7e-416b-47db-8f9e-eb2b065f1070 owned by network:floatingip {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:29.582608 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (45c1ca7e-416b-47db-8f9e-eb2b065f1070), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:29.608277 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'Port': ['ID=45c1ca7e-416b-47db-8f9e-eb2b065f1070,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:29.617706 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.618053 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.618901 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.619425 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.619557 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.619876 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.620603 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.620603 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.620818 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.621142 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.621465 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.621775 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.622100 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:29.679699 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (126c37de-4a4b-4063-bf1f-9b09a93c0bf1), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:29.680025 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Floating IP 126c37de-4a4b-4063-bf1f-9b09a93c0bf1 disassociated (deleted). External IP: 172.27.0.115, port: de2f6b19-2ae2-4960-a381-76586d1bf76d. Jan 11 23:43:29.886439 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:43:29.995924 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:43:30.000856 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:30.005442 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:43:30.015797 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:30.016411 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:30.029172 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e5949781-913f-45a7-a9b7-4916b06ab1c9 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "DELETE /v2.0/floatingips/126c37de-4a4b-4063-bf1f-9b09a93c0bf1 HTTP/1.1" status: 204 len: 168 time: 0.8924723 Jan 11 23:43:30.029771 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:43:30.032053 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:43:30.073480 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c9c5d-6eb3-4f15-86f7-dd0db80a9bcc x-openstack-request-id: req-af2c9c5d-6eb3-4f15-86f7-dd0db80a9bcc {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:43:30.073882 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:43:30.074118 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af2c9c5d-6eb3-4f15-86f7-dd0db80a9bcc {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:43:30.074690 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'status': 'completed', 'code': 200} Jan 11 23:43:30.160005 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-1eab82fb-d771-483f-a838-0e84753dae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:30.163355 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-1eab82fb-d771-483f-a838-0e84753dae18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 1099 time: 0.0455551 Jan 11 23:43:30.262612 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-dfac3b9a-cec3-47c4-bf41-9666a2bf048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:30.264084 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-dfac3b9a-cec3-47c4-bf41-9666a2bf048e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0949156 Jan 11 23:43:30.267884 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:30.307556 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-e3c7d4ee-f458-4c05-805e-cea9dc384ecf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d HTTP/1.1" status: 200 len: 217 time: 0.0367944 Jan 11 23:43:30.355776 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-b1a952e8-577b-40ff-88cd-cbcfdcadd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:30.357259 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-b1a952e8-577b-40ff-88cd-cbcfdcadd340 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.0430505 Jan 11 23:43:30.409330 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-d8437017-7311-44bf-ab66-5e21a0167641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:30.410778 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-d8437017-7311-44bf-ab66-5e21a0167641 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463533 Jan 11 23:43:30.497546 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce25a5-6f16-4a49-b974-7b16edfeabdf req-1ae7d417-be32-4a60-8217-4923c79ff482 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:30.498168 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:20Z', 'revision_number': 1, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:30.499122 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a9ce25a5-6f16-4a49-b974-7b16edfeabdf req-1ae7d417-be32-4a60-8217-4923c79ff482 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0556517 Jan 11 23:43:30.507150 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-79d162d0-515d-44b6-9779-894ad0e29e42 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892379 Jan 11 23:43:30.529250 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:43:30.538611 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:30.539214 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:30.560558 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a9ce25a5-6f16-4a49-b974-7b16edfeabdf req-0370f027-829c-45ea-9ed5-f30fbbd1042b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547252 Jan 11 23:43:30.606281 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-5207601d-b00b-4cd4-a43b-f3ea8124cdcc req-0125a593-933f-45d3-9661-768a78fead9f service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929847 Jan 11 23:43:30.653028 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:30.872652 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:20Z', 'revision_number': 1, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:30.898817 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e83063e-97fa-40e4-b965-b601e95f8000 None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_floatingips': [{'id': '39d83ed9-65a6-4bcf-a788-77a01e106d45', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'floating_ip_address': '172.27.0.174', 'floating_network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'router_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'port_id': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'mac_address': 'fa:16:3e:a0:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806a2310-be95-4c77-bca8-8de80d94214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-11T23:39:18Z', 'updated_at': '2022-01-11T23:39:20Z', 'revision_number': 1, 'project_id': '578a7571c9704cac990e24d19403a286', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:43:31.119536 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29f13d9-bd19-4c16-b236-bb7e09589a66 None None] New status for floating IP 126c37de-4a4b-4063-bf1f-9b09a93c0bf1: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:43:31.674226 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804423-c9ac-481f-a5ef-6f4b2189c133 req-54cd15c0-644f-469a-b421-734deb17d4ea tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:31.675625 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d6804423-c9ac-481f-a5ef-6f4b2189c133 req-54cd15c0-644f-469a-b421-734deb17d4ea tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0491285 Jan 11 23:43:31.724674 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-d6804423-c9ac-481f-a5ef-6f4b2189c133 req-77893f96-0e2f-48b3-8b79-1d536426cd23 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Jan 11 23:43:32.428798 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-33c56bbe-2672-42fe-8dce-4cf6f85375fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:32.430247 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-33c56bbe-2672-42fe-8dce-4cf6f85375fc tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0482333 Jan 11 23:43:32.515116 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Deleting port de2f6b19-2ae2-4960-a381-76586d1bf76d {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:32.515449 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:32.604887 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] For port de2f6b19-2ae2-4960-a381-76586d1bf76d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=de2f6b19-2ae2-4960-a381-76586d1bf76d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:32.605269 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:32.617652 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Calling delete_port for de2f6b19-2ae2-4960-a381-76586d1bf76d owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:32.840977 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194db8c2-c694-4440-9eb1-ce0f165d5892 req-797a303b-d3d6-4ed1-a8a7-c0a14a131529 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:32.842469 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-194db8c2-c694-4440-9eb1-ce0f165d5892 req-797a303b-d3d6-4ed1-a8a7-c0a14a131529 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Jan 11 23:43:32.844542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (de2f6b19-2ae2-4960-a381-76586d1bf76d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:32.875220 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'Port': ['ID=de2f6b19-2ae2-4960-a381-76586d1bf76d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:32.893150 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-194db8c2-c694-4440-9eb1-ce0f165d5892 req-68fe0aa0-86e5-4ee9-980f-5526ce70c35d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451908 Jan 11 23:43:32.923389 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] No DVR routers for this DVR port de2f6b19-2ae2-4960-a381-76586d1bf76d on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:43:32.926023 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:32.929345 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-d1c1dba3-17fa-4f36-bd2a-0ff615cf8ce3 req-a1e362b9-9c19-4d56-b1b2-755bb4e1654d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "DELETE /v2.0/ports/de2f6b19-2ae2-4960-a381-76586d1bf76d HTTP/1.1" status: 204 len: 173 time: 0.4940836 Jan 11 23:43:32.929833 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'name': 'network-vif-deleted', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:43:32.932703 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9c0a58-c13d-47d2-a07b-f7e06cb69a0f" -d '{"events": [{"server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "name": "network-vif-deleted", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:43:32.968879 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bad492-f16b-4296-9e1d-4b1167e864ea x-openstack-request-id: req-b2bad492-f16b-4296-9e1d-4b1167e864ea {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:43:32.969202 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab48305-4812-4976-afa7-24fd72f91f37", "name": "network-vif-deleted", "tag": "de2f6b19-2ae2-4960-a381-76586d1bf76d", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:43:32.969455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2bad492-f16b-4296-9e1d-4b1167e864ea {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:43:32.969857 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab48305-4812-4976-afa7-24fd72f91f37', 'name': 'network-vif-deleted', 'tag': 'de2f6b19-2ae2-4960-a381-76586d1bf76d', 'status': 'completed', 'code': 200} Jan 11 23:43:34.002487 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-4b46ee4e-849e-4bc2-a81c-a39130ef6823 req-07749299-4ddb-4f9e-8fa9-4fbcb4070a20 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab48305-4812-4976-afa7-24fd72f91f37 HTTP/1.1" status: 200 len: 210 time: 0.0305390 Jan 11 23:43:35.869414 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device de2f6b19-2ae2-4960-a381-76586d1bf76d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:35.890228 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: de2f6b19-2ae2-4960-a381-76586d1bf76d {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:35.890572 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device de2f6b19-2ae2-4960-a381-76586d1bf76d not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:36.857043 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:43:37.462080 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47232) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:37.618005 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Deleting port 7f3099a6-e7cd-49ad-9e32-5d7efdf146fb {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:37.618259 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:37.694305 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:37.694623 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:37.706719 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Calling delete_port for 7f3099a6-e7cd-49ad-9e32-5d7efdf146fb owned by network:floatingip {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:37.913782 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (7f3099a6-e7cd-49ad-9e32-5d7efdf146fb), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:37.939314 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'Port': ['ID=7f3099a6-e7cd-49ad-9e32-5d7efdf146fb,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:38.000644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (39d83ed9-65a6-4bcf-a788-77a01e106d45), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:38.001012 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.db.l3_db [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Floating IP 39d83ed9-65a6-4bcf-a788-77a01e106d45 disassociated (deleted). External IP: 172.27.0.174, port: 83c04015-f87d-4f26-b8a4-addc46d0e64a. Jan 11 23:43:38.199875 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:43:38.307097 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:43:38.313984 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:38.320226 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:43:38.329498 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:38.330107 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:38.341539 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-4450617a-2d25-4f61-bb08-e3d338702dd2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "DELETE /v2.0/floatingips/39d83ed9-65a6-4bcf-a788-77a01e106d45 HTTP/1.1" status: 204 len: 168 time: 0.8783920 Jan 11 23:43:38.342120 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:43:38.344372 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b9780-bf93-4398-8b71-9ad6f930941d" -d '{"events": [{"name": "network-changed", "server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:43:38.386079 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 11 Jan 2022 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedf7091-9f86-44d2-9bb1-ee42a2e2cfda x-openstack-request-id: req-fedf7091-9f86-44d2-9bb1-ee42a2e2cfda {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:43:38.386373 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:43:38.386695 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fedf7091-9f86-44d2-9bb1-ee42a2e2cfda {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:43:38.387628 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'status': 'completed', 'code': 200} Jan 11 23:43:38.439688 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:38.473272 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-82e61f12-48df-4745-ad00-c7d0313c5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:38.474868 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-82e61f12-48df-4745-ad00-c7d0313c5491 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=578a7571c9704cac990e24d19403a286&device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 1098 time: 0.0440414 Jan 11 23:43:38.566301 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-6c7edf04-4c90-4bc5-aa24-d37fa1b94b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:38.567895 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-6c7edf04-4c90-4bc5-aa24-d37fa1b94b76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 200 len: 912 time: 0.0874031 Jan 11 23:43:38.615236 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-ff592c54-8e2c-4239-bc25-e67fd8a79677 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 200 len: 217 time: 0.0410037 Jan 11 23:43:38.643366 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:38.678765 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:43:38.688649 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:38.689420 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:38.752451 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75138-7cf9-480f-9714-ff73999f4324 req-c170af8b-6a1c-46a3-91c8-8bbc54e39275 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:38.754188 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8c75138-7cf9-480f-9714-ff73999f4324 req-c170af8b-6a1c-46a3-91c8-8bbc54e39275 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0525594 Jan 11 23:43:38.809618 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-b8c75138-7cf9-480f-9714-ff73999f4324 req-38d48eb3-e728-414d-aef9-335e82521515 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492396 Jan 11 23:43:38.815179 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:38.938805 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-ce5c73da-aa7f-406e-8ab5-9d0242ab4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:38.940317 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-ce5c73da-aa7f-406e-8ab5-9d0242ab4a49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 200 len: 850 time: 0.3194730 Jan 11 23:43:38.984472 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-a486f9e1-de97-4372-a8db-a68812d07876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:38.986001 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-a486f9e1-de97-4372-a8db-a68812d07876 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9fe361d0-8466-4845-9dcd-85f67b0170ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385892 Jan 11 23:43:39.023048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:39.053805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533eb1ec-32d2-4bef-a50b-4d203a6bdb2b None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:44Z', 'revision_number': 4, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi', '_interfaces': [{'id': 'c9bef887-ec08-4e33-b06c-9aa68c7e7a5d', 'name': '', 'network_id': '9fe361d0-8466-4845-9dcd-85f67b0170ad', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'mac_address': 'fa:16:3e:17:d2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:43Z', 'updated_at': '2022-01-11T23:35:47Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'subnets': [{'id': '8844e4a1-d99f-4129-85bd-08f4bcd02c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:43:39.078096 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-8204df25-2271-4a8f-bc25-0059a844c5a1 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858860 Jan 11 23:43:39.171746 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-ef5b9780-bf93-4398-8b71-9ad6f930941d req-26fef2f8-fd4d-4469-bbeb-4e1f331596f5 service neutron] 10.222.0.35 "GET /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859215 Jan 11 23:43:39.266767 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38382b24-dd8e-40ff-9248-598312209bb4 None None] New status for floating IP 39d83ed9-65a6-4bcf-a788-77a01e106d45: DOWN {{(pid=103150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 11 23:43:39.928034 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1319258-ab49-4d52-8315-0f30f4b0dc49 req-1804d4c2-fa91-488d-83c1-b87f315705ed tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103147) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:39.929532 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1319258-ab49-4d52-8315-0f30f4b0dc49 req-1804d4c2-fa91-488d-83c1-b87f315705ed tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0491235 Jan 11 23:43:39.977408 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-a1319258-ab49-4d52-8315-0f30f4b0dc49 req-035408c8-753e-4211-aabd-f0d677a0762b tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/security-groups?id=59abebac-0799-4a48-b7ea-221cc22c5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418043 Jan 11 23:43:40.473919 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-6402b75d-5e85-4c68-a949-a4b60b8589a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 11 23:43:40.475762 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-6402b75d-5e85-4c68-a949-a4b60b8589a2 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 945 time: 0.0482631 Jan 11 23:43:40.567196 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Deleting port 83c04015-f87d-4f26-b8a4-addc46d0e64a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:40.567546 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:40.657922 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] For port 83c04015-f87d-4f26-b8a4-addc46d0e64a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=83c04015-f87d-4f26-b8a4-addc46d0e64a,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:40.658541 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:40.670996 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Calling delete_port for 83c04015-f87d-4f26-b8a4-addc46d0e64a owned by compute:nova {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:40.840362 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (83c04015-f87d-4f26-b8a4-addc46d0e64a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:40.873523 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'Port': ['ID=83c04015-f87d-4f26-b8a4-addc46d0e64a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:40.913825 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] No DVR routers for this DVR port 83c04015-f87d-4f26-b8a4-addc46d0e64a on host hv-cinder-82160 {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:43:40.916282 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for port (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:40.920761 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [req-0e37768a-9c49-41b4-a36f-1a549ca7e44f req-b40f1614-5f98-44e0-a44a-1400b759ca3d tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.35 "DELETE /v2.0/ports/83c04015-f87d-4f26-b8a4-addc46d0e64a HTTP/1.1" status: 204 len: 173 time: 0.4393907 Jan 11 23:43:40.921220 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'name': 'network-vif-deleted', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a'}] {{(pid=103148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 11 23:43:40.923498 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7ac16bb59566774a7d622b8a125cf71b539b6ae7c19f996c049d2294262f3c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a0fed4-94b8-4bdf-b4a6-264babb41780" -d '{"events": [{"server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "name": "network-vif-deleted", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a"}]}' {{(pid=103148) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 11 23:43:40.965358 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 11 Jan 2022 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef31d5c2-ba2b-4520-ac00-8db75ff9f239 x-openstack-request-id: req-ef31d5c2-ba2b-4520-ac00-8db75ff9f239 {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 11 23:43:40.965358 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806a2310-be95-4c77-bca8-8de80d94214b", "name": "network-vif-deleted", "tag": "83c04015-f87d-4f26-b8a4-addc46d0e64a", "status": "completed", "code": 200}]} {{(pid=103148) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 11 23:43:40.965358 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef31d5c2-ba2b-4520-ac00-8db75ff9f239 {{(pid=103148) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 11 23:43:40.965358 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806a2310-be95-4c77-bca8-8de80d94214b', 'name': 'network-vif-deleted', 'tag': '83c04015-f87d-4f26-b8a4-addc46d0e64a', 'status': 'completed', 'code': 200} Jan 11 23:43:41.080942 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-94795057-c9c2-447d-ba0a-3e57326801e5 req-f152c413-cf8f-497a-bd65-b09db7bc299c tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 210 time: 0.0305130 Jan 11 23:43:42.200915 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [req-42ed5e0f-78c6-454e-a74e-1a9d02f1fcec req-3d2eaac5-be3d-47a0-b48c-fbe8550dd7a3 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "GET /v2.0/ports?device_id=806a2310-be95-4c77-bca8-8de80d94214b HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jan 11 23:43:43.255327 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47260) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:43.379538 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Deleting port bd3c2b83-4b58-4550-ad34-cf0330d74bcb {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:43.379880 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:43.453952 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:43.454281 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:43.465690 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Calling delete_port for bd3c2b83-4b58-4550-ad34-cf0330d74bcb owned by network:floatingip {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:43.674103 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (bd3c2b83-4b58-4550-ad34-cf0330d74bcb), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:43.703979 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'Port': ['ID=bd3c2b83-4b58-4550-ad34-cf0330d74bcb,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:43.715436 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.718279 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.719013 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.719013 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.719215 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:43.774305 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for floatingip (e243c6ad-af29-4fa3-a439-b98e4116b752), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:43.777368 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109247'] for floatingip (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:43.778508 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-61e83735-36af-499f-8f2c-5bb874b53a92 tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "DELETE /v2.0/floatingips/e243c6ad-af29-4fa3-a439-b98e4116b752 HTTP/1.1" status: 204 len: 168 time: 0.5222063 Jan 11 23:43:43.948166 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 83c04015-f87d-4f26-b8a4-addc46d0e64a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:43.969235 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] No Port match for: 83c04015-f87d-4f26-b8a4-addc46d0e64a {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:43.969580 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Device 83c04015-f87d-4f26-b8a4-addc46d0e64a not bound to the agent host hv-cinder-82160 {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:45.084116 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47272) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:45.140076 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe28c59-49cc-4ad6-9198-f775260a4fde tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group (59abebac-0799-4a48-b7ea-221cc22c5f2d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:45.165271 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe28c59-49cc-4ad6-9198-f775260a4fde tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group (59abebac-0799-4a48-b7ea-221cc22c5f2d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:45.302369 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe28c59-49cc-4ad6-9198-f775260a4fde tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (59abebac-0799-4a48-b7ea-221cc22c5f2d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:45.305066 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-dfe28c59-49cc-4ad6-9198-f775260a4fde tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:45.306232 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-dfe28c59-49cc-4ad6-9198-f775260a4fde tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] 10.222.0.21 "DELETE /v2.0/security-groups/59abebac-0799-4a48-b7ea-221cc22c5f2d HTTP/1.1" status: 204 len: 168 time: 0.2211146 Jan 11 23:43:45.316075 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe28c59-49cc-4ad6-9198-f775260a4fde tempest-TestVolumeBootPattern-1690506063 tempest-TestVolumeBootPattern-1690506063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59abebac-0799-4a48-b7ea-221cc22c5f2d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:45.415620 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47276) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:45.662212 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3b330f5a-e8f4-4466-a994-bf5387af457f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:45.920726 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (1b44ffcf-4d22-420e-8de9-b274f2166683), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:46.159402 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Deleting port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:46.160114 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:46.240971 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] For port c9bef887-ec08-4e33-b06c-9aa68c7e7a5d, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:46.241290 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:46.253367 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Calling delete_port for c9bef887-ec08-4e33-b06c-9aa68c7e7a5d owned by network:router_interface {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:46.502380 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (c9bef887-ec08-4e33-b06c-9aa68c7e7a5d), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:46.532886 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9bef887-ec08-4e33-b06c-9aa68c7e7a5d,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:46.701756 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (1b44ffcf-4d22-420e-8de9-b274f2166683), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:46.916139 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Router 1b44ffcf-4d22-420e-8de9-b274f2166683 has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103147) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:43:47.021058 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103147) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:43:47.026059 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-598f8579-b464-4904-9861-6c2407941aa7 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b44ffcf-4d22-420e-8de9-b274f2166683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093993 Jan 11 23:43:47.028822 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47280) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:47.029542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] Sync routers for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:43:47.040048 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:47.040586 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:47.132942 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks [] for router (1b44ffcf-4d22-420e-8de9-b274f2166683), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:47.145300 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:47.334363 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:43:46Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:47.361856 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] Checking router: 1b44ffcf-4d22-420e-8de9-b274f2166683 for host: dv-cinder-821602-8-iscsi {{(pid=103149) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:43:47.370540 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] Routers {'1b44ffcf-4d22-420e-8de9-b274f2166683'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103149) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:47.371725 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:18Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['1b44ffcf-4d22-420e-8de9-b274f2166683'], 'active': True} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:47.452898 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks [] for router_gateway (1b44ffcf-4d22-420e-8de9-b274f2166683), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:47.571072 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Deleting port af96d3d0-af15-419b-ba44-6881e292d8ad {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:47.571409 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:47.611658 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvr_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] Set router 1b44ffcf-4d22-420e-8de9-b274f2166683 gateway port host: dv-cinder-821602-8-iscsi {{(pid=103149) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:47.649815 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] For port af96d3d0-af15-419b-ba44-6881e292d8ad, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=af96d3d0-af15-419b-ba44-6881e292d8ad,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:47.650176 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:47.663805 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Calling delete_port for af96d3d0-af15-419b-ba44-6881e292d8ad owned by network:router_gateway {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:47.787461 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_hamode_db [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:43:46Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103149) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:47.818510 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a638e-3f44-4a3b-86bc-0426aa633f4a None None] The sync data for ids ['1b44ffcf-4d22-420e-8de9-b274f2166683'] in dv-cinder-821602-8-iscsi is: [{'id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'name': 'tempest-TestVolumeBootPattern-923281107-router', 'tenant_id': '578a7571c9704cac990e24d19403a286', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:43:46Z', 'revision_number': 5, 'project_id': '578a7571c9704cac990e24d19403a286', 'gw_port': {'id': 'af96d3d0-af15-419b-ba44-6881e292d8ad', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b44ffcf-4d22-420e-8de9-b274f2166683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:41Z', 'updated_at': '2022-01-11T23:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}] {{(pid=103149) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:43:47.896000 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (af96d3d0-af15-419b-ba44-6881e292d8ad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:47.919440 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b15af8b9-c04a-4f2a-9e8d-84304534e95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:47.930199 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=af96d3d0-af15-419b-ba44-6881e292d8ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:47.993570 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (1b44ffcf-4d22-420e-8de9-b274f2166683), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.085664 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (1b44ffcf-4d22-420e-8de9-b274f2166683), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.087758 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks [] for router_controller (1b44ffcf-4d22-420e-8de9-b274f2166683), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.171165 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (1b44ffcf-4d22-420e-8de9-b274f2166683), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.171853 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b44ffcf-4d22-420e-8de9-b274f2166683 {{(pid=103147) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:43:48.177453 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.178683 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-898311b7-c4d5-4df4-941c-f07f0efd2d7c admin admin] 10.222.0.21 "DELETE /v2.0/routers/1b44ffcf-4d22-420e-8de9-b274f2166683 HTTP/1.1" status: 204 len: 168 time: 1.1488614 Jan 11 23:43:48.181139 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47282) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:48.233888 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Deleting subnet 8844e4a1-d99f-4129-85bd-08f4bcd02c95 {{(pid=103147) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:43:48.237522 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Publish callbacks [] for subnet (8844e4a1-d99f-4129-85bd-08f4bcd02c95), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.274278 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4152055'] for subnet (8844e4a1-d99f-4129-85bd-08f4bcd02c95), precommit_delete_associations {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.354572 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (8844e4a1-d99f-4129-85bd-08f4bcd02c95), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.484637 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3666425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4106118'] for subnet (8844e4a1-d99f-4129-85bd-08f4bcd02c95), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.509230 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8844e4a1-d99f-4129-85bd-08f4bcd02c95,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:48.515650 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for subnet (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.519120 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-c1415899-e391-4ff3-8c2e-92a96738151d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8844e4a1-d99f-4129-85bd-08f4bcd02c95 HTTP/1.1" status: 204 len: 168 time: 0.3368802 Jan 11 23:43:48.521466 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47284) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:48.522022 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919ad02-ea85-414d-a12f-7977acbb947b None None] Network 9fe361d0-8466-4845-9dcd-85f67b0170ad requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:43:48.590107 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (9fe361d0-8466-4845-9dcd-85f67b0170ad), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.645004 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Deleting port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 {{(pid=103147) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:48.645347 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.712049 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.db [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] For port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103147) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:48.712309 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.724567 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Calling delete_port for 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 owned by network:dhcp {{(pid=103147) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:48.789382 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] DHCP port deletion for 9fe361d0-8466-4845-9dcd-85f67b0170ad request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:43:48.842754 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Deleting port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:48.843179 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.891144 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3666222'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.905709 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] For port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,segment=NetworkSegment(043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370),segment_id=043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:48.909542 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:48.919369 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Calling delete_port for 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:48.921220 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:48.924901 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] No DVR routers for this DVR port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 on host dv-cinder-821602-8-iscsi {{(pid=103147) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:43:48.997323 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (9fe361d0-8466-4845-9dcd-85f67b0170ad), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.006958 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.017581 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe361d0-8466-4845-9dcd-85f67b0170ad']}} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:49.026584 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370') {'for_net_delete': True} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:49.026878 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.services.segments.db [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370') {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:49.032221 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Pushing event deleted for resources: {'Port': ['ID=9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:49.036850 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] No DVR routers for this DVR port 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:43:49.043850 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.044206 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.044498 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4152060'] for segment (043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.044648 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.044884 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.045254 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.045583 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.045938 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.046317 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.046603 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.046932 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.047261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.047586 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.048463 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c851e6-e3e0-4e40-84b6-6efc2a70e517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-8-iscsi {{(pid=103149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 11 23:43:49.065165 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.071064 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103147) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3666179'] for segment (043a5c2a-0f4f-44b9-b6ca-7bce2e7bf370), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: Traceback (most recent call last): Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: timer() Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: cb(*args, **kw) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: return func(*args, **kwargs) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: self._notify() Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: self.callback(batched_events) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: event.method(event) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: return f(self, *a, **k) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._get(url).json() Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: return self.request(url, 'GET', **kwargs) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:43:49.078822 dv-cinder-821602-8-iscsi neutron-server[103147]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:43:49.164872 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (9fe361d0-8466-4845-9dcd-85f67b0170ad), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.170645 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.176834 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47286) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:49.177423 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9fe361d0-8466-4845-9dcd-85f67b0170ad HTTP/1.1" status: 204 len: 168 time: 0.6543717 Jan 11 23:43:49.188372 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a30b53-fc81-4bd6-af01-bd9eca460f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe361d0-8466-4845-9dcd-85f67b0170ad,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:49.233595 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.425163 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c9bef887-ec08-4e33-b06c-9aa68c7e7a5d no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:49.445052 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: c9bef887-ec08-4e33-b06c-9aa68c7e7a5d {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:49.445395 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device c9bef887-ec08-4e33-b06c-9aa68c7e7a5d not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:49.445814 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:49.468111 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:49.468446 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 9ef1cf21-5dd9-46c1-a3c8-51a5f03ee0b9 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:49.468859 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device af96d3d0-af15-419b-ba44-6881e292d8ad no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:49.487498 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: af96d3d0-af15-419b-ba44-6881e292d8ad {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:49.487840 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device af96d3d0-af15-419b-ba44-6881e292d8ad not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:49.530945 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517624'] for router_interface (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.770569 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Deleting port ed45563f-7c5b-4021-b890-687de61916a4 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:49.770802 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (ed45563f-7c5b-4021-b890-687de61916a4), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.847563 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] For port ed45563f-7c5b-4021-b890-687de61916a4, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=ed45563f-7c5b-4021-b890-687de61916a4,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:49.847918 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (ed45563f-7c5b-4021-b890-687de61916a4), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:49.860669 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Calling delete_port for ed45563f-7c5b-4021-b890-687de61916a4 owned by network:router_interface {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:50.079365 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (ed45563f-7c5b-4021-b890-687de61916a4), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.106410 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed45563f-7c5b-4021-b890-687de61916a4,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:50.270472 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66695795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516680'] for router_interface (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.478984 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b has already been hosted by L3 agent f8d15278-4ace-4b2e-b596-f30d0d570ad1 {{(pid=103148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 11 23:43:50.495391 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.582337 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] Notify agent at l3_agent.dv-cinder-821602-8-iscsi the message routers_updated {{(pid=103148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 11 23:43:50.587182 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-ec11b397-9498-4a27-8483-f5a8e48ccbc9 admin admin] 10.222.0.21 "PUT /v2.0/routers/5c4601ea-28d3-4523-9ea0-72c1592c3c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4093342 Jan 11 23:43:50.590305 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47288) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:50.591190 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] Sync routers for ids ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'] in dv-cinder-821602-8-iscsi {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 11 23:43:50.600835 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] Routers {'5c4601ea-28d3-4523-9ea0-72c1592c3c6b'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:50.601469 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:50.692668 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks [] for router (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.704417 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] Set router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b gateway port host: dv-cinder-821602-8-iscsi {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:50.790184 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks [] for router_gateway (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.905020 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Deleting port 8c1ca58d-c0be-45e3-b355-b195b786b278 {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:50.905386 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.969419 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'external_fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:43:49Z', 'revision_number': 5, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port': {'id': '8c1ca58d-c0be-45e3-b355-b195b786b278', 'name': '', 'network_id': 'fd834d5a-19f6-4e91-a4b0-49642a175930', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '809883e3-3115-4289-972b-97ca3a412ddb', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-11T23:35:47Z', 'updated_at': '2022-01-11T23:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '809883e3-3115-4289-972b-97ca3a412ddb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-8-iscsi'}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:50.982890 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] For port 8c1ca58d-c0be-45e3-b355-b195b786b278, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=8c1ca58d-c0be-45e3-b355-b195b786b278,segment=NetworkSegment(92682364-9791-4278-9e57-8be5e10f2d16),segment_id=92682364-9791-4278-9e57-8be5e10f2d16)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:50.983246 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:50.994616 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] Checking router: 5c4601ea-28d3-4523-9ea0-72c1592c3c6b for host: dv-cinder-821602-8-iscsi {{(pid=103150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 11 23:43:50.995205 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Calling delete_port for 8c1ca58d-c0be-45e3-b355-b195b786b278 owned by network:router_gateway {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:51.002906 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] Routers {'5c4601ea-28d3-4523-9ea0-72c1592c3c6b'} bound to L3 agent in host dv-cinder-821602-8-iscsi {{(pid=103150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 11 23:43:51.003502 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-11T23:12:18Z,description=,heartbeat_timestamp=2022-01-11T23:43:48Z,host='dv-cinder-821602-8-iscsi',id=f8d15278-4ace-4b2e-b596-f30d0d570ad1,load=0,resource_versions=,resources_synced=,started_at=2022-01-11T23:12:18Z,topic='l3_agent')) {'router_ids': ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'], 'active': True} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:51.088074 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_dvr_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] Set router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b gateway port host: None {{(pid=103150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 11 23:43:51.143091 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.l3_hamode_db [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:43:50Z', 'revision_number': 6, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port_host': None}], 'dv-cinder-821602-8-iscsi', False) {} {{(pid=103150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:51.170327 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3f8a70-6fde-4afb-8194-ce26e1f5dd4a None None] The sync data for ids ['5c4601ea-28d3-4523-9ea0-72c1592c3c6b'] in dv-cinder-821602-8-iscsi is: [{'id': '5c4601ea-28d3-4523-9ea0-72c1592c3c6b', 'name': 'tempest-TestVolumeBootPattern-1479522695-router', 'tenant_id': '3975066422054b2282cd0b01db262704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-11T23:35:46Z', 'updated_at': '2022-01-11T23:43:50Z', 'revision_number': 6, 'project_id': '3975066422054b2282cd0b01db262704', 'gw_port_host': None}] {{(pid=103150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 11 23:43:51.193980 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (8c1ca58d-c0be-45e3-b355-b195b786b278), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.221412 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1ca58d-c0be-45e3-b355-b195b786b278,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:51.284448 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517934'] for router_gateway (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.634616 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-440'] for router (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.637445 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks [] for router_controller (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.730992 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-523866'] for router (5c4601ea-28d3-4523-9ea0-72c1592c3c6b), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.731542 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c4601ea-28d3-4523-9ea0-72c1592c3c6b {{(pid=103148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 11 23:43:51.735845 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.736994 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-7f8f05e7-bc91-474d-ae2d-0c6c6f690f83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5c4601ea-28d3-4523-9ea0-72c1592c3c6b HTTP/1.1" status: 204 len: 168 time: 1.1456754 Jan 11 23:43:51.739525 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47290) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:51.785463 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Deleting subnet 3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d {{(pid=103148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 11 23:43:51.788478 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Publish callbacks [] for subnet (3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.821537 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8438504'] for subnet (3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d), precommit_delete_associations {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.862170 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.895961 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66581428'] for subnet (3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:51.932349 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device ed45563f-7c5b-4021-b890-687de61916a4 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:51.955194 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: ed45563f-7c5b-4021-b890-687de61916a4 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:51.957008 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device ed45563f-7c5b-4021-b890-687de61916a4 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:52.050870 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66581327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3265558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3880232'] for subnet (3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.077677 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:52.081297 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.085394 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-e78ee526-ecc8-4cdf-a15a-e0ac1c03075c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3f8301ab-aa31-4eb6-9ae7-2b5c52f3fa2d HTTP/1.1" status: 204 len: 168 time: 0.3448822 Jan 11 23:43:52.087168 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47292) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:52.087316 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9d771-be3e-42ba-9905-9243fbf42aba None None] Network a6a84270-d002-4a5a-a396-34dc6f0c4b7e requested from dv-cinder-821602-8-iscsi {{(pid=103149) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 11 23:43:52.161669 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66561387'] for network (a6a84270-d002-4a5a-a396-34dc6f0c4b7e), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.222998 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Deleting port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a {{(pid=103148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:52.223518 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.245450 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] DHCP port deletion for a6a84270-d002-4a5a-a396-34dc6f0c4b7e request from dv-cinder-821602-8-iscsi {{(pid=103149) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 11 23:43:52.288600 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.db [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] For port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:52.291614 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.294623 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] Deleting port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a {{(pid=103149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 11 23:43:52.294937 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792972357030'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), before_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.301644 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.plugin [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Calling delete_port for 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a owned by network:dhcp {{(pid=103148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:52.366340 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.db [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] For port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a, host dv-cinder-821602-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-8-iscsi',level=0,port_id=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,segment=NetworkSegment(05e36110-8883-4989-8fd1-9eec4e6a838f),segment_id=05e36110-8883-4989-8fd1-9eec4e6a838f)] {{(pid=103149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 11 23:43:52.366741 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-497098'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), precommit_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.379259 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] Calling delete_port for 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a owned by network:dhcp {{(pid=103149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 11 23:43:52.444878 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3265729'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.451713 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66508224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792972412483', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792971942687'] for port (229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a), after_delete {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.478392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Pushing event deleted for resources: {'Port': ['ID=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:52.478392 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] No DVR routers for this DVR port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a on host dv-cinder-821602-8-iscsi {{(pid=103148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:43:52.489805 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] No DVR routers for this DVR port 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a on host dv-cinder-821602-8-iscsi {{(pid=103149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 11 23:43:52.491556 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe90e55-3c05-40fb-91d0-801ee44fcb1e None None] Pushing event deleted for resources: {'Port': ['ID=229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a,revision_number=None']} {{(pid=103149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:52.549997 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66580259', 'neutron.services.segments.db._delete_segments_for_network-8792972510958'] for network (a6a84270-d002-4a5a-a396-34dc6f0c4b7e), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.572216 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a84270-d002-4a5a-a396-34dc6f0c4b7e']}} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:52.582094 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e36110-8883-4989-8fd1-9eec4e6a838f') {'for_net_delete': True} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:52.582316 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.582455 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.services.segments.db [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e36110-8883-4989-8fd1-9eec4e6a838f') {} {{(pid=103148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 11 23:43:52.592093 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792972514039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8438499'] for segment (05e36110-8883-4989-8fd1-9eec4e6a838f), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.604818 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435'] for segment (05e36110-8883-4989-8fd1-9eec4e6a838f), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.610594 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 11 23:43:52.610971 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66569435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3265772'] for segment (05e36110-8883-4989-8fd1-9eec4e6a838f), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: warnings.warn(msg) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: Traceback (most recent call last): Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: timer() Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: cb(*args, **kw) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: return func(*args, **kwargs) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: self._notify() Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: self.callback(batched_events) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: event.method(event) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: aggregate_uuid = self.p_client.list_aggregates( Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: return f(self, *a, **k) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._get(url).json() Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: return self.request(url, 'GET', **kwargs) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: base_url = self.get_endpoint(auth, allow=allow, Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 11 23:43:52.612624 dv-cinder-821602-8-iscsi neutron-server[103148]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 11 23:43:52.736240 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66580282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66695690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518090'] for network (a6a84270-d002-4a5a-a396-34dc6f0c4b7e), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.740680 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66695708'] for network (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:52.743939 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6a84270-d002-4a5a-a396-34dc6f0c4b7e HTTP/1.1" status: 204 len: 168 time: 0.6558402 Jan 11 23:43:52.756826 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b6248-6760-485d-86d6-a549343dd525 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a84270-d002-4a5a-a396-34dc6f0c4b7e,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:53.045235 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47296) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:53.083363 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-fc386135-2e04-485d-8377-b1baaf1c0b3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=578a7571c9704cac990e24d19403a286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370011 Jan 11 23:43:53.085939 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.wsgi [-] (103148) accepted ('10.222.0.21', 47298) {{(pid=103148) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:53.136021 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-401cbb52-f15a-4447-8b83-58796701e28e admin admin] Publish callbacks [] for security_group (696f4c5c-0485-4f22-b388-8c50b5deb036), before_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:53.158278 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-401cbb52-f15a-4447-8b83-58796701e28e admin admin] Publish callbacks [] for security_group (696f4c5c-0485-4f22-b388-8c50b5deb036), precommit_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:53.243919 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-401cbb52-f15a-4447-8b83-58796701e28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (696f4c5c-0485-4f22-b388-8c50b5deb036), after_delete {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:53.246663 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron_lib.callbacks.manager [None req-401cbb52-f15a-4447-8b83-58796701e28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:53.247833 dv-cinder-821602-8-iscsi neutron-server[103148]: INFO neutron.wsgi [None req-401cbb52-f15a-4447-8b83-58796701e28e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/696f4c5c-0485-4f22-b388-8c50b5deb036 HTTP/1.1" status: 204 len: 168 time: 0.1609449 Jan 11 23:43:53.255725 dv-cinder-821602-8-iscsi neutron-server[103148]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cbb52-f15a-4447-8b83-58796701e28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696f4c5c-0485-4f22-b388-8c50b5deb036,revision_number=None']} {{(pid=103148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:43:53.422311 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:53.443038 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:53.443392 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 229d83d8-c6dc-4a5c-b7cb-0767ac8dc99a not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:53.443815 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 8c1ca58d-c0be-45e3-b355-b195b786b278 no longer exists at agent ovs-agent-dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 11 23:43:53.463096 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.plugin [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] No Port match for: 8c1ca58d-c0be-45e3-b355-b195b786b278 {{(pid=103149) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 11 23:43:53.463451 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron.plugins.ml2.rpc [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Device 8c1ca58d-c0be-45e3-b355-b195b786b278 not bound to the agent host dv-cinder-821602-8-iscsi {{(pid=103149) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 11 23:43:53.902676 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47304) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:53.942220 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-17eb1543-2729-4458-92bd-00933ca8bafb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3975066422054b2282cd0b01db262704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383546 Jan 11 23:43:53.944701 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [-] (103147) accepted ('10.222.0.21', 47306) {{(pid=103147) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 11 23:43:53.990955 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46fcc1e0-3611-4204-b09a-49682c980036 admin admin] Publish callbacks [] for security_group (99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9), before_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:54.015694 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46fcc1e0-3611-4204-b09a-49682c980036 admin admin] Publish callbacks [] for security_group (99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9), precommit_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:54.096040 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46fcc1e0-3611-4204-b09a-49682c980036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474695'] for security_group (99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9), after_delete {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:54.098621 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-46fcc1e0-3611-4204-b09a-49682c980036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:43:54.099772 dv-cinder-821602-8-iscsi neutron-server[103147]: INFO neutron.wsgi [None req-46fcc1e0-3611-4204-b09a-49682c980036 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9 HTTP/1.1" status: 204 len: 168 time: 0.1541681 Jan 11 23:43:54.107771 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcc1e0-3611-4204-b09a-49682c980036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc2a87-5137-4b7d-a133-0ebdb8e0cfa9,revision_number=None']} {{(pid=103147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 11 23:44:13.855274 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:44:15.711775 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-1382cb1d-4e01-43bd-b4d3-97860cdffea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:17.924563 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-83294410-7fd9-4767-b659-abc6639de355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:19.238340 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:20.466689 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:21.895299 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:22.564127 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:45.678030 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6fdbf959-9c73-44e1-95f0-0a26787d4eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:47.899567 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-323f96fd-d787-4734-a309-8abb7699183a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:49.248707 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:50.483466 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:50.854406 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:44:51.866117 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:44:52.586147 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:15.677242 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7a16e815-7669-482e-8788-52a20e73fe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:16.330787 dv-cinder-821602-8-iscsi neutron-server[103147]: DEBUG neutron.wsgi [req-521dc3b9-f915-4eea-a74e-25ec69c89a39 req-b68ee120-2033-47ed-9804-02f4ee060ea0 service neutron] (103147) timed out ('10.222.0.21', 44342) {{(pid=103147) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 11 23:45:17.916761 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6016c39a-4ef5-4507-a3c1-90298c3d3d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:19.236563 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:20.488322 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:21.859625 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:22.613142 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:27.853529 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:45:45.675591 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-27b8641c-4f40-49ce-836a-74e57ed017b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:47.910611 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-bce9ea10-ab1f-47c0-82c4-1149f0fd00fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:49.270489 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:50.510537 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:51.876341 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:45:52.583555 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:04.853238 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:46:15.681132 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be664b81-b530-4db1-bccc-c6ed3df4c13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:17.921156 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-438b0580-00f3-480d-a397-df94b373402e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:19.275407 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:20.486820 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:21.880875 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:22.595153 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:41.852341 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:46:45.674424 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e750-9888-48e9-ad41-786ff27f66b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:47.931576 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-be521e4f-b5c5-4787-9c8d-1a1549dfa616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:49.262851 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:50.502439 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:51.885777 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:46:52.623210 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:15.662724 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-e9fc64a1-2e25-4518-b80f-f8235063ef72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:17.954062 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-0c8ed2aa-88bd-4261-8484-c32367727dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:18.852060 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:47:19.273636 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:20.502644 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:21.896609 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:22.604209 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:45.690441 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-3cbb5f57-920d-4e2e-811a-f57e3c8d565a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:47.924513 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-d0c7aa93-595a-470e-9225-715c50e09035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:49.273037 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:50.518101 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:51.901312 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:52.599261 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:47:55.851555 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:48:15.672255 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-fc48cf72-7e8d-4fb7-b259-2e681531c728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:17.929505 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-6386445e-ee20-4618-8a25-0741776ef08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:19.266184 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:20.495161 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:21.883567 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:22.729580 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:32.850991 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:48:45.682946 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-7237493a-f624-4cc0-aceb-346475d955da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:47.917187 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-60371738-b894-4e49-85f1-6b8bba99e874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:49.260053 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:50.516979 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:51.894083 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:48:52.660067 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:49:09.849187 dv-cinder-821602-8-iscsi neutron-server[103150]: DEBUG neutron.db.agents_db [None req-ffc0151a-d21d-4ec8-89c5-5a580809841a None None] Agent healthcheck: found 6 active agents {{(pid=103150) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 11 23:49:15.687927 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-23b6041f-6b5a-4cc0-a0cf-f575bf2bed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (217f2215-c53f-416b-97ba-1467a3d18f10), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:49:17.927609 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-de96a815-6e81-47ea-b948-d8d97812df2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (f8d15278-4ace-4b2e-b596-f30d0d570ad1), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:49:19.265070 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-9252cbc5-0162-4b38-8469-eb2baeeee386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (33cf5145-5090-4b19-9978-c53a8751602e), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:49:20.522054 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-5cd44a9a-4808-4460-986b-182e74bcc154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (8d12d60d-6aaf-4089-b5c1-5d030992b0aa), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:49:21.939464 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-aaa351d2-609b-42ba-88b5-307c04848456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (b7f04f32-dc85-431c-9c54-0e56e8466f91), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 11 23:49:22.653419 dv-cinder-821602-8-iscsi neutron-server[103149]: DEBUG neutron_lib.callbacks.manager [None req-baff22e5-82fd-4cfb-99b2-0468d1737ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792972510940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66580085'] for agent (d1647554-bd3c-461c-b51e-977b861d290b), after_update {{(pid=103149) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}